-- Logs begin at Mon 2021-06-28 11:26:07 UTC, end at Mon 2021-06-28 12:34:33 UTC. -- Jun 28 11:57:29.459158 dv-cinder-772388-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 11:57:32.179082 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:57:32.179707 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev420 Jun 28 11:57:32.179880 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:57:32.183187 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:57:32.183440 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev420 Jun 28 11:57:32.183744 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:57:32.184795 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:57:32.185026 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:57:32.185349 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:57:32.185615 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:57:32.185840 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:57:32.186156 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.189226 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.189558 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.189772 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.190081 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.190537 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.190814 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.191136 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.191439 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.191723 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.192128 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.192412 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.192643 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.192922 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.193203 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.193487 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.193814 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] debug = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.194094 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.194512 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.195046 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.195327 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.195610 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.195872 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.196139 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.196474 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.196762 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.197085 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] host = dv-cinder-772388-5-iscsi {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.197356 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.197695 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.197978 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.198285 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.198559 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.198830 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.199136 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.199405 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.199670 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.199940 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.200225 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.200502 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.200785 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.201003 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.201220 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.201501 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.201779 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.202047 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.202314 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.202580 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.202847 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.203138 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.203404 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.203682 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.203959 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.204237 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.204509 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.204769 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.205035 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.205296 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.205571 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.205836 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.206106 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.206494 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208972 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.208972 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.209146 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.209412 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.209806 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_json = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.210594 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.210594 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.210594 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.210834 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.210961 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.211607 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.211875 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.212151 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:32.212564 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.212796 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.213088 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.213366 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.213651 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.214044 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.214325 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.214602 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.214894 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.215202 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.215497 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.215770 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.216054 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.216323 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.216608 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.216910 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.217197 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.217487 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.221020 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.221432 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.221733 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.222028 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.222327 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.222737 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.223053 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.223338 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.223710 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.224006 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.224290 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.224565 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.224909 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.225198 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.225476 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.225804 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.226084 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.226361 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.226631 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.226900 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.227203 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.227488 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.227763 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.228029 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.228295 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.228567 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.228834 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.229116 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.229433 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.229703 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.229970 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.230245 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.230511 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.230780 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.231083 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.231353 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.231633 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.231900 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.232166 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.232431 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.232697 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.233067 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.234520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.234520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.234520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.234520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.234520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.235520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.235520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.235520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.235520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.235813 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.236924 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.236924 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.236924 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.236924 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.237336 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.237336 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.237594 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.237867 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.238135 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.238484 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.238758 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.239060 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.239353 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.239625 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.239914 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.240253 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.240527 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.240799 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.241102 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.241382 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.241669 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.241954 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.242244 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.245313 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.245664 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.246152 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.246635 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.247176 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.247670 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:32.248050 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:57:32.248449 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93096) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 11:57:32.600127 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:32.600362 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:32.600668 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:57:32.600996 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 11:57:32.992632 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:32.992893 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:32.993189 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:32.994492 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:32.994767 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:32.995079 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.028607 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.028878 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.029148 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.042492 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.042762 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.043048 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.072404 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.072666 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.072928 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.108671 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.108935 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.109197 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.340626 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.341294 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.341294 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.341294 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.341996 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.464519 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.464831 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.465110 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.465372 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.465591 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.465905 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.466163 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.466407 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.466652 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.466929 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.467203 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.467463 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.467704 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.467966 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.468218 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.468481 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.469824 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.470100 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.470388 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.470655 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.470944 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.471320 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.471577 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.471868 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.472115 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.472367 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.472756 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:57:33.472997 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:57:33.473227 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:57:33.473461 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:57:33.473693 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:57:33.473925 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:57:33.474293 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 11:57:33.477462 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 11:57:33.481404 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 11:57:33.485284 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 28 11:57:33.486931 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 11:57:33.487414 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 11:57:33.487744 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 11:57:33.488120 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 11:57:33.491078 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 11:57:33.491342 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 11:57:33.491685 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:57:33.519650 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 11:57:33.520215 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.520399 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93096) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 11:57:33.520761 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.522115 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93096) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 11:57:33.522406 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:57:33.522649 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 11:57:33.525953 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.526287 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:33.591924 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 11:57:33.592073 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 11:57:33.592300 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 11:57:33.592663 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 11:57:33.615651 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_db.sqlalchemy.engines [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93096) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 11:57:34.154367 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Initializing driver for type 'gre' Jun 28 11:57:34.155315 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] gre ID ranges: [(1, 1000)] Jun 28 11:57:34.208608 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Initializing driver for type 'local' Jun 28 11:57:34.208938 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Initializing driver for type 'vlan' Jun 28 11:57:34.223678 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] VlanTypeDriver initialization complete Jun 28 11:57:34.224052 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Initializing driver for type 'vxlan' Jun 28 11:57:34.224625 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] vxlan ID ranges: [(1, 1000)] Jun 28 11:57:34.281568 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Initializing extension driver 'port_security' Jun 28 11:57:34.281960 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] PortSecurityExtensionDriver initialization complete Jun 28 11:57:34.282365 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Initializing mechanism driver 'openvswitch' Jun 28 11:57:34.282706 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Initializing mechanism driver 'hyperv' Jun 28 11:57:34.290333 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.plugin [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:34.291464 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > port after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.291882 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.292368 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.292832 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > subnet after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.293218 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > subnet after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.293589 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.294058 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > network after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.294395 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > network after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.294727 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > network after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.295124 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > security_group after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.295465 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > security_group after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.295805 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.296170 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.296601 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.296960 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.297424 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > address_group after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.297823 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > address_group after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.298385 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.299252 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] ML2 OVO RPC backend initialized. {{(pid=93096) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 11:57:34.299674 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.300048 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.300523 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > network before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.300960 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > networks before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.301325 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > port before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.302119 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > ports before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.302119 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > subnet before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.302483 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > subnets before_response 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.302840 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > network after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.303316 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > network after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.303681 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > network after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.304043 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > port after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.304428 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.304887 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.305473 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > subnet after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.305855 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > subnet after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.306190 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.306887 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.plugin [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Modular L2 Plugin initialization complete Jun 28 11:57:34.307305 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading services supported by the core plugin {{(pid=93096) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 11:57:34.307714 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.plugins.ml2.managers [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Got port-security extension from driver 'port_security' Jun 28 11:57:34.308173 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.extensions.vlantransparent [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Disabled vlantransparent extension. Jun 28 11:57:34.308647 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93096) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 11:57:34.308950 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading Plugin: router Jun 28 11:57:34.344536 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.345158 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router after_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.345366 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router before_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.345571 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.345956 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.346300 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router after_delete 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.346647 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.346999 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router after_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.347354 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router after_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.347685 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router after_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.348030 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.348380 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router after_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.348758 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.349118 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.349445 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.349772 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: subnet after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.350098 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.350433 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.350772 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.351120 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: port before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.351452 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.351799 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router after_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.352130 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.352469 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_create 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.352812 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.353152 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_update 55549900 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.353482 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > agent after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.353820 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > agent after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.354179 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > network after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.355045 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Tracking information for resource: router configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:57:34.355377 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Tracking information for resource: floatingip configured {{(pid=93096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:57:34.360343 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.db.l3_agentschedulers_db [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 11:57:34.360905 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.361254 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: port after_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.361590 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: port after_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.361931 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: port after_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.362692 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router before_create 55550100 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.363084 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.363423 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_create 55550100 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.363765 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > router precommit_update 55550100 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.368340 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.services.provider_configuration [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service providers = [] {{(pid=93096) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 11:57:34.368693 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.db.servicetype_db [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93096) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 11:57:34.371624 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.services.service_base [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:57:34.371958 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.services.service_base [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:57:34.372284 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.services.service_base [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:57:34.373145 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.services.service_base [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:57:34.373503 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.services.service_base [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 11:57:34.373875 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:57:34.374178 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 11:57:34.384585 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:57:34.384915 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading Plugin: auto_allocate Jun 28 11:57:34.390703 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: network precommit_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.391064 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: network precommit_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.391584 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:57:34.391894 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading Plugin: tag Jun 28 11:57:34.398396 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:57:34.398716 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading Plugin: timestamp Jun 28 11:57:34.402500 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:57:34.402822 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading Plugin: network_ip_availability Jun 28 11:57:34.409839 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.410146 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.410483 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.411225 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:57:34.411536 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading Plugin: flavors Jun 28 11:57:34.416193 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:57:34.416512 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading Plugin: revisions Jun 28 11:57:34.420842 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:57:34.421224 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.820s {{(pid=93096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:57:34.421950 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93096) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 11:57:34.422277 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Initializing extension manager. Jun 28 11:57:34.422774 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: __init__.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.423131 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: __pycache__ {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.423453 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.423775 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: address_group.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.424504 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.425360 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: address-group Jun 28 11:57:34.425360 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: address_scope.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.426047 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.426539 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: address-scope Jun 28 11:57:34.426873 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.427770 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.428262 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: router-admin-state-down-before-update Jun 28 11:57:34.428558 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: agent.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.429224 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.429704 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: agent Jun 28 11:57:34.430011 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: agent_resources_synced.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.430896 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.431401 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: agent-resources-synced Jun 28 11:57:34.431711 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: allowedaddresspairs.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.433502 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.434009 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: allowed-address-pairs Jun 28 11:57:34.434326 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: auto_allocated_topology.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.435578 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.436080 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: auto-allocated-topology Jun 28 11:57:34.436398 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: availability_zone.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.437058 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.437549 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: availability_zone Jun 28 11:57:34.437863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: availability_zone_filter.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.438743 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.439269 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: availability_zone_filter Jun 28 11:57:34.439585 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: data_plane_status.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.440463 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.440954 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 11:57:34.441267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: default_subnetpools.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.442144 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.442634 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: default-subnetpools Jun 28 11:57:34.442946 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.443778 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.444272 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: dhcp_agent_scheduler Jun 28 11:57:34.444582 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: dns.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.445461 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.445950 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 11:57:34.446257 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: dns_domain_ports.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.447158 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.447640 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 11:57:34.447975 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.448853 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.449335 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 11:57:34.449645 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: dvr.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.450285 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.450770 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: dvr Jun 28 11:57:34.451095 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: empty_string_filtering.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.451956 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.452460 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: empty-string-filtering Jun 28 11:57:34.452776 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.453631 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.454134 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:57:34.454440 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.455357 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.455850 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 11:57:34.456162 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: external_net.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.457034 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.457531 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: external-net Jun 28 11:57:34.457838 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.458708 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.459228 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: extra_dhcp_opt Jun 28 11:57:34.459539 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: extraroute.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.460419 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.460906 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: extraroute Jun 28 11:57:34.461562 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: extraroute_atomic.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.462550 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.463072 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: extraroute-atomic Jun 28 11:57:34.463391 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: filter_validation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.464073 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.464556 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: filter-validation Jun 28 11:57:34.464865 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: fip_pf_description.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.465737 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.466226 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 11:57:34.466535 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: fip_port_details.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.467442 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.467931 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: fip-port-details Jun 28 11:57:34.468239 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: flavors.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.469446 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.469946 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: flavors Jun 28 11:57:34.470254 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.471937 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.472449 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 11:57:34.472771 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: floatingip_pools.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.473451 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.473942 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: floatingip-pools Jun 28 11:57:34.474261 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: ip_allocation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.475201 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.475698 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 11:57:34.476008 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.476890 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.477379 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: ip-substring-filtering Jun 28 11:57:34.477693 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: l2_adjacency.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.478600 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.479115 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 11:57:34.479478 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: l3.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.480404 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.480909 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: router Jun 28 11:57:34.481222 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.483560 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.484074 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:57:34.484394 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.485288 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.485790 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: ext-gw-mode Jun 28 11:57:34.486105 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.486996 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.487522 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: l3-ha Jun 28 11:57:34.487837 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: l3_flavors.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.488735 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.489227 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: l3-flavors Jun 28 11:57:34.489534 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.490420 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.490916 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 11:57:34.491261 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: l3agentscheduler.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.492275 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.492782 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: l3_agent_scheduler Jun 28 11:57:34.493100 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: logging.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.494719 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.495284 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension logging not supported by any of loaded plugins Jun 28 11:57:34.495600 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: metering.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.496316 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.496876 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: metering Jun 28 11:57:34.497191 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.498251 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.498748 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: metering_source_and_destination_fields Jun 28 11:57:34.499053 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: multiprovidernet.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.499979 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.500469 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: multi-provider Jun 28 11:57:34.500782 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: netmtu.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.501658 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.502148 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: net-mtu Jun 28 11:57:34.502457 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: netmtu_writable.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.503386 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.503871 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: net-mtu-writable Jun 28 11:57:34.504183 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: network_availability_zone.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.504818 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.505302 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: network_availability_zone Jun 28 11:57:34.505609 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: network_ip_availability.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.506665 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.507196 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: network-ip-availability Jun 28 11:57:34.507584 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: network_segment_range.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.508322 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.508810 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 11:57:34.509121 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: pagination.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.510066 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.510383 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: pagination Jun 28 11:57:34.510744 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: port_device_profile.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.511669 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.512168 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: port-device-profile Jun 28 11:57:34.512476 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.513375 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.513864 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: port-mac-address-regenerate Jun 28 11:57:34.514171 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.515057 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.515563 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: port-numa-affinity-policy Jun 28 11:57:34.515874 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: port_resource_request.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.516755 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.517241 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 11:57:34.517545 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: portbindings.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.518432 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.518919 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: binding Jun 28 11:57:34.519263 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: portbindings_extended.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.520526 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.521029 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: binding-extended Jun 28 11:57:34.521346 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: portsecurity.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.522230 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.522734 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: port-security Jun 28 11:57:34.523061 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: project_id.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.524023 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.524339 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: project-id Jun 28 11:57:34.524650 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: providernet.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.525545 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.526056 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: provider Jun 28 11:57:34.526373 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.530087 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.530594 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos not supported by any of loaded plugins Jun 28 11:57:34.530913 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.532147 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.532652 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 11:57:34.532970 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.533852 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.534349 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 11:57:34.534667 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos_default.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.535580 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.536073 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos-default not supported by any of loaded plugins Jun 28 11:57:34.536394 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos_fip.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.537015 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.537500 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 11:57:34.537815 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos_gateway_ip.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.538704 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.539245 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 11:57:34.539560 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos_port_network_policy.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.540430 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.540916 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 11:57:34.541227 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos_rule_type_details.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.542159 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.542663 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 11:57:34.542972 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: qos_rules_alias.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.544007 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.544505 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 11:57:34.544819 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: quotasv2.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.545694 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.546008 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: quotas Jun 28 11:57:34.546316 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: quotasv2_detail.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.549382 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.549711 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: quota_details Jun 28 11:57:34.550034 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: rbac.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.551082 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.551602 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: rbac-policies Jun 28 11:57:34.551923 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: rbac_address_group.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.552819 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.553323 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: rbac-address-group Jun 28 11:57:34.553638 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: rbac_address_scope.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.554534 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.555050 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: rbac-address-scope Jun 28 11:57:34.555370 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: rbac_security_groups.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.556249 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.556750 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: rbac-security-groups Jun 28 11:57:34.557060 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: rbac_subnetpool.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.558016 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.558518 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: rbac-subnetpool Jun 28 11:57:34.558828 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: revisionifmatch.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.559747 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.560244 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: revision-if-match Jun 28 11:57:34.560558 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: revisions.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.561874 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.562354 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: standard-attr-revisions Jun 28 11:57:34.562672 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: router_availability_zone.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.563365 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.563927 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: router_availability_zone Jun 28 11:57:34.564242 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: routerservicetype.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.565197 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.565684 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 11:57:34.565993 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.566865 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.567400 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: security-groups-normalized-cidr Jun 28 11:57:34.567708 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.568631 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.569085 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: port-security-groups-filtering Jun 28 11:57:34.569388 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.570274 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.570780 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: security-groups-remote-address-group Jun 28 11:57:34.571108 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: securitygroup.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.581124 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.581651 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: security-group Jun 28 11:57:34.581972 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: segment.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.583163 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.583663 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension segment not supported by any of loaded plugins Jun 28 11:57:34.583968 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.584952 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.585415 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 11:57:34.585724 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: servicetype.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.587196 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.587703 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: service-type Jun 28 11:57:34.588019 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: sorting.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.588987 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.589312 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: sorting Jun 28 11:57:34.589626 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: standard_attr_segment.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.590585 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.591083 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 11:57:34.591403 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: standardattrdescription.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.592028 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.592519 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: standard-attr-description Jun 28 11:57:34.592832 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: stateful_security_group.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.593736 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.594235 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: stateful-security-group Jun 28 11:57:34.594545 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: stdattrs_common.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.595136 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 11:57:34.595447 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.596338 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.596860 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 11:57:34.597150 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: subnet_onboard.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.598250 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.598753 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: subnet_onboard Jun 28 11:57:34.599077 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.600129 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.601047 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 11:57:34.601479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: subnet_service_types.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.602575 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.603535 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: subnet-service-types Jun 28 11:57:34.603956 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: subnetallocation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.605165 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.605680 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: subnet_allocation Jun 28 11:57:34.605997 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.606642 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.607187 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: subnetpool-prefix-ops Jun 28 11:57:34.607496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.608474 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.608974 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 11:57:34.609280 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: tagging.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.610366 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.610884 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: standard-attr-tag Jun 28 11:57:34.611230 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: timestamp.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.612407 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.612920 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loaded extension: standard-attr-timestamp Jun 28 11:57:34.613236 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: trunk.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.614237 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.614743 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension trunk not supported by any of loaded plugins Jun 28 11:57:34.615064 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: trunk_details.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.615972 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.616468 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 11:57:34.616779 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: uplink_status_propagation.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.617675 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.618180 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 11:57:34.618493 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Loading extension file: vlantransparent.py {{(pid=93096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 11:57:34.619231 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 11:57:34.619677 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 11:57:34.622171 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:network Jun 28 11:57:34.622687 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:subnet Jun 28 11:57:34.623101 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:57:34.623483 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:port Jun 28 11:57:34.624690 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.625122 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service FLAVORS assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.625737 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.626145 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.626464 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:router Jun 28 11:57:34.626880 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:57:34.627383 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service METERING assigned prefix: /metering {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.628815 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.629177 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.629529 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:57:34.630534 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:57:34.630981 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:57:34.631431 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:57:34.632007 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service CORE assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.632323 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:57:34.632666 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] subnetpool is already registered Jun 28 11:57:34.633088 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service CORE assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.633401 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:57:34.633720 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] subnetpool is already registered Jun 28 11:57:34.636067 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.636489 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service FLAVORS assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.637071 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.637488 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.637811 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:router Jun 28 11:57:34.638135 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] router is already registered Jun 28 11:57:34.638531 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:57:34.638860 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] floatingip is already registered Jun 28 11:57:34.639328 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service METERING assigned prefix: /metering {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.639971 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:57:34.640288 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] rbac_policy is already registered Jun 28 11:57:34.640684 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:57:34.641000 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] security_group is already registered Jun 28 11:57:34.641387 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:57:34.641697 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] security_group_rule is already registered Jun 28 11:57:34.642320 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service CORE assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.642631 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:57:34.642960 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] subnetpool is already registered Jun 28 11:57:34.643386 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.v2.resource_helper [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Service CORE assigned prefix: {{(pid=93096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:57:34.643691 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:57:34.644007 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING neutron.quota.resource_registry [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] subnetpool is already registered Jun 28 11:57:34.644546 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: extensions {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.646003 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: address-groups {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.647487 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: address-scopes {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.648800 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: agents {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.649940 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: auto-allocated-topology {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.651221 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: availability_zones {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.652420 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: dhcp-networks {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.653916 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: dhcp-agents {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.655380 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: routers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.657070 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: flavors {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.659523 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: service_profiles {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.660777 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: next_providers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.662136 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: service_profiles {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.663698 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: floatingip-pools {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.664880 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: routers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.666535 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: floatingips {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.667875 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: l3-routers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.669261 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: l3-agents {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.670649 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: metering-labels {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.671906 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: metering-label-rules {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.673273 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: network-ip-availabilities {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.674520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: bindings {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.676089 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: quotas {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.677589 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: quotas {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.678978 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: rbac-policies {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.680195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: security-groups {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.681468 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: security-group-rules {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.682743 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: service-providers {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.683966 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: subnetpools {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.685280 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: subnetpools {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.686804 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.688488 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.690276 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.692059 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.693719 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.695672 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.697346 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.699193 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.701018 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.702747 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron.api.extensions [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Extended resource: tags {{(pid=93096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:57:34.708828 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING keystonemiddleware.auth_token [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 11:57:34.713864 dv-cinder-772388-5-iscsi neutron-server[93096]: WARNING keystonemiddleware.auth_token [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 11:57:34.722159 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Acquired lock "singleton_lock" {{(pid=93096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 11:57:34.722629 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_concurrency.lockutils [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Releasing lock "singleton_lock" {{(pid=93096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 11:57:34.723275 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO oslo_service.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Starting 2 workers Jun 28 11:57:34.727957 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Started child 93237 {{(pid=93096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 11:57:34.732575 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Started child 93238 {{(pid=93096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 11:57:34.733446 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:34.734128 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO neutron.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 11:57:34.734680 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Notify callbacks [] for process, before_spawn {{(pid=93096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:34.734901 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [-] (93237) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:57:34.737074 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO oslo_service.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Starting 1 workers Jun 28 11:57:34.737210 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:34.738598 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [-] (93238) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:57:34.742186 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Started child 93239 {{(pid=93096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 11:57:34.742715 dv-cinder-772388-5-iscsi neutron-server[93096]: INFO oslo_service.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Starting 1 workers Jun 28 11:57:34.746289 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] calling RpcWorker wait() {{(pid=93239) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 11:57:34.746863 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] returning from RpcWorker wait() {{(pid=93239) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 11:57:34.747205 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Started child 93240 {{(pid=93096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 11:57:34.748084 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG neutron_lib.callbacks.manager [None req-c3513e8c-35b5-4afa-81be-ded51c969785 None None] Notify callbacks [] for process, after_spawn {{(pid=93096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:34.748255 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:34.748637 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:34.749809 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 11:57:34.750006 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:57:34.750182 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:57:34.750371 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:57:34.750716 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:57:34.750934 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:57:34.751462 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.751736 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.752006 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.752099 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:34.752610 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.752610 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.753043 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:34.753140 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.753240 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.753494 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.753761 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.754001 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.754150 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.754318 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.754571 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.754781 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.755072 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.755355 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.755574 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.755858 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.756017 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.756304 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.756583 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.756795 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.757048 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] debug = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.757305 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.757760 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.757990 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.758220 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.758447 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.758721 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.758968 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.759246 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.759474 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.759705 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.759916 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.760173 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.760428 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.760683 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.760901 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.761137 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.761356 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.761803 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] host = dv-cinder-772388-5-iscsi {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.762024 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.762240 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.762460 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.762702 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.762945 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.763329 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.763583 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.763848 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.764088 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.764330 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.764581 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.764829 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.765048 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.765271 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.765436 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_options = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.765655 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.765917 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.766159 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.766348 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.766512 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.766672 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.766879 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.767076 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.767286 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.767599 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.767806 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.768009 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.768217 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.768424 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.768676 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.768913 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.769135 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.769338 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.769599 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.769838 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.770054 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.770326 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.770480 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.770716 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.770921 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.771176 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.771443 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.771795 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.771945 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.772289 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.772520 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.772796 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.773038 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.773302 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.773542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.774721 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.774982 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.775938 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.775938 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.776234 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.776396 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.776645 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.776911 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.777143 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.777395 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.777637 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_json = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.777853 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.778088 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.778353 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.778572 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.778792 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.779113 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.779352 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.779591 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.780642 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.780642 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.780642 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.781065 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.781065 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.781337 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.781521 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.781744 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.781995 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.782232 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.782548 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.782800 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.783102 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.783350 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.783636 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.783958 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.784199 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.784469 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.784708 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.784936 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.785153 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.785398 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.785711 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.785980 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.786238 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.786483 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.786791 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.787050 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.787309 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.787636 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.787889 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.788192 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.788459 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.788710 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.788901 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.789128 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.789376 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.789627 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.790581 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.790929 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.791235 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.791674 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.791935 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.792156 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.792375 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.792592 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.792811 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.797070 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.797331 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.797563 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.797813 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.798054 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.798319 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.798569 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.798779 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.799061 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.799268 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.799511 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.799730 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.799970 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.800234 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.800490 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.800705 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.801202 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.801202 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.801384 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.801568 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.801812 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.802062 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.802282 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.802500 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.802752 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.802983 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.804437 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.806015 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.806583 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.807515 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.807753 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.808357 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.808595 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.808841 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.810254 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.810488 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.811445 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.813094 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.813421 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.813677 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.813938 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.814168 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.814428 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.814670 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.814907 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.815165 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.815390 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.815636 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.816208 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.816446 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.819000 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.819306 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.819567 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.819847 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.820083 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.820312 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.820553 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.820797 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.821024 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.821301 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.821560 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.821809 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.822073 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.822338 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.822621 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.822910 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.823370 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.823646 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.823945 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.824407 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.824669 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.824945 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.825203 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.825452 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.827232 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.827649 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.828096 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.828533 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.828950 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.829320 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.829760 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.830154 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.830400 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.830631 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.830895 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.831295 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.831704 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.831831 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.832057 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.832333 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.832599 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.832942 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.833215 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.833479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.833745 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.834002 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.834242 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.834463 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.834694 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.834928 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.835177 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.835416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.835654 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.835893 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.836469 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.836686 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.836944 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.837163 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.837380 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.837610 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.837826 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.838043 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.838288 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.838524 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.838795 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.839070 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.839282 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.839500 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.839716 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.839928 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.840175 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.840392 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.840656 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.840916 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.841167 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.841462 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.841718 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.841941 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.842154 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.842397 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.842616 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.842829 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.843092 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.843311 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.843522 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.843752 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.843979 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.844192 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.844427 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.844674 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.844996 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.845232 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.845465 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.845703 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.845932 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.846165 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.846377 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.846588 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.846816 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.847043 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.847280 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.847517 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.847846 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.848104 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.848310 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.848539 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.848768 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.848982 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.849221 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.849504 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.849740 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.849972 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.850214 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.850471 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.851708 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.851708 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.851708 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.851708 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.851708 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.852122 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.852122 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.852122 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.852361 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.852553 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.852792 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.852998 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.853203 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.853430 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.853660 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.853900 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.854133 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.854400 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.854612 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.854818 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.855165 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.855429 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.855628 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.855912 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.856168 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.856412 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.859863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.859863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.859863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.859863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.859863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.859863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.859863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.859863 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860460 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860460 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860460 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860460 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860460 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860460 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860460 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860946 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.860946 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.861886 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.861886 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.861886 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.862125 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.862496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.862872 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.863267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.863669 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.864061 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.864442 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.864887 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.865273 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.865671 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.866064 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.866487 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.866585 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:34.866883 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.867290 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.867532 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.867763 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.868014 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.868173 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:57:34.869012 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 11:57:34.869289 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:57:34.869561 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:57:34.869923 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:57:34.870159 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:57:34.870319 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:57:34.870531 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.870695 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.870862 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.871023 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.871212 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.871393 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.871555 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.871713 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.871897 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.872160 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.872435 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.872719 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.872920 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.873078 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.873237 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.873398 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.873553 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.873709 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.873872 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.874030 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.874186 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.874341 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.874498 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] debug = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.874654 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.874859 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.875021 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.875412 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.875507 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.875790 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.876061 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.876333 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.876611 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.876901 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.877185 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.877463 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.877737 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.878004 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.878230 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.878398 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.878692 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.878830 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] host = dv-cinder-772388-5-iscsi {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.878973 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.879150 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.879304 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.879454 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.879607 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.879758 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.879910 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.880072 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.880227 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.880385 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.880542 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.880715 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.880835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.880986 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.881136 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_options = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.881287 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.881437 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.881587 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.881782 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.881916 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.882069 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.882220 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.882458 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.882891 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.883264 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.883363 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.883576 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.883861 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.884132 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.884404 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.884673 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.884944 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.885189 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.885450 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.885588 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.885713 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.885819 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.885954 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.886104 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.886254 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.886404 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.886556 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.886707 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.886855 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.887005 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.887179 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.887331 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.887482 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.887632 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.887791 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.887947 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.888102 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.888263 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.888419 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.888574 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.888730 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.888886 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.889041 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.889195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.889352 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.889507 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_json = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.889662 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.889817 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.889972 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.890128 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.890284 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.890438 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.890595 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.890998 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:57:34.890998 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.891357 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.891357 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.891600 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.891703 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.891820 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.891927 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.892086 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.892244 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.892402 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.892571 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.892730 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.892899 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.893060 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.893217 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.893380 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.893540 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.893699 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.893857 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.894015 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.894173 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.894331 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.894507 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.894669 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.894833 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.894996 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.895182 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.895343 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.895504 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.895665 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.895826 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.895986 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.896145 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.896306 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.896468 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.896626 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.896787 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.896947 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.897106 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.897267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.897428 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.897588 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.897747 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.897906 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.898066 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.898237 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.898385 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.898545 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.898773 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.898902 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.899387 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.899387 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.899387 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.899829 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.899829 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.899829 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.900480 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.900480 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.900480 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.900480 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.900480 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.901856 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.902629 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.902629 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.902629 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.902629 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.902629 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903104 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903104 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903104 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903388 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903388 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903580 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903658 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903814 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.903974 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.904142 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.904316 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.904475 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.904634 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.904792 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.904950 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.905110 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.905267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.905426 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.905583 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.905743 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.905900 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.906057 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.906218 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.906375 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.906532 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.906690 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.906931 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.907051 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.907173 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.907598 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.907598 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.907754 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.907754 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.907897 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.908059 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.908215 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.908385 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.908545 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.908706 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.908865 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.909030 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.909199 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.909358 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.909650 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.909650 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.909813 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.909973 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.910130 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.910288 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.910446 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.910603 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.910766 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.910987 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.911120 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.911274 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.911436 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.911595 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.911776 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.911935 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.912093 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.912251 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.912410 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.912576 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.912730 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.912890 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.913048 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.913206 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.913367 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.913527 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.913685 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.913842 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.913992 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.914150 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.914310 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.914469 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.914627 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.915208 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.915208 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.915208 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.915840 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.915840 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.915840 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.915840 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.916226 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.916226 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.916226 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.916489 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.916569 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.916698 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.916858 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.917018 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.917176 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.917553 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.917553 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.917750 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.917830 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.917952 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.918063 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.918216 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.918378 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.918538 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.918699 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.918857 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.919250 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.919250 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.919405 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.919530 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.919613 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.919777 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.919927 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.920456 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.920456 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.920456 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.920776 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.920776 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.920928 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.921007 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.921139 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.921311 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.921443 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.921925 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.921925 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.921925 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923195 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923678 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923678 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923678 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923678 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.923904 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.924011 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.924169 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.924632 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.924632 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.924632 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.925835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.925835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.925835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.925835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.925835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.925835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.925835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.925835 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.928025 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.928025 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.928025 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.928025 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.928025 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.928025 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.928025 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.928025 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.929027 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.929027 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.929027 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.929027 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.929027 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.929027 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.929027 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.929027 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.930479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.930479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.930479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.930479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.930479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.930479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.930479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.930479 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.931496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.931496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.931496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.931496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.931496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.931496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.931496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.931496 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.932416 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933267 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933803 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:57:34.933803 dv-cinder-772388-5-iscsi neutron-server[93096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:57:35.153199 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49128) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:57:35.164825 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080245 Jun 28 11:57:46.576259 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3869d-a102-4dd3-bf7f-3ce28237e571 None None] get_active_networks_info from dv-cinder-772388-5-iscsi {{(pid=93239) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 11:57:46.646914 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3869d-a102-4dd3-bf7f-3ce28237e571 None None] No non-hosted networks {{(pid=93239) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 11:57:46.654968 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-692b4438-082a-449c-b0f3-a5ea0dd6e75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703062'] for agent, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:49.044219 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-42df91f6-0fb3-4c73-b98d-c3eeb1d9a79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703062'] for agent, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:49.051066 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703062'] for agent, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:49.052037 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.052169 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.054515 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.060096 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.060978 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.061837 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.062366 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.062979 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.063466 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.064052 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.065851 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.068731 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:57:49.069420 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772388-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:49.092087 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:57:49.117776 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-2ee05315-ad76-44f5-b637-830f55806067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:49.992427 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703062'] for agent, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:51.750408 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703062'] for agent, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:53.032453 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49220) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:57:53.588332 dv-cinder-772388-5-iscsi neutron-server[93238]: WARNING oslo_policy.policy [None req-67542877-2705-4c97-a6ce-73a34582df3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:53.588893 dv-cinder-772388-5-iscsi neutron-server[93238]: WARNING oslo_policy.policy [None req-67542877-2705-4c97-a6ce-73a34582df3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:53.807243 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [None req-67542877-2705-4c97-a6ce-73a34582df3b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:57:53.808304 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-67542877-2705-4c97-a6ce-73a34582df3b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7746091 Jun 28 11:57:56.181375 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 49234) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:57:56.326100 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.db.l3_hamode_db [None req-15af5f76-e15b-4ae5-938e-23c26e51ba03 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 11:57:56.400756 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af5f76-e15b-4ae5-938e-23c26e51ba03 None None] Routers set() bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:57:56.401118 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af5f76-e15b-4ae5-938e-23c26e51ba03 None None] Router IDs set() for agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 11:57:56.745002 dv-cinder-772388-5-iscsi neutron-server[93237]: WARNING oslo_policy.policy [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:56.745561 dv-cinder-772388-5-iscsi neutron-server[93237]: WARNING oslo_policy.policy [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:56.954390 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:57:57.045674 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.policy [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93237) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:57:57.090619 dv-cinder-772388-5-iscsi neutron-server[93237]: WARNING oslo_policy.policy [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:57.090927 dv-cinder-772388-5-iscsi neutron-server[93237]: WARNING oslo_policy.policy [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:57:57.099409 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.quota [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] Loaded quota_driver: . Jun 28 11:57:57.197086 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776440622016', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776440622613', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776440617563', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776440636417', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776440629698', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776440656025', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3797997', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3889030', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-722688', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652068'] for rbac-policy, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:57.265054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:57:57.266461 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b07774be-2b09-44b3-a10b-7530a0de0e30 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0829444 Jun 28 11:57:59.809228 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49252) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:00.160150 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:58:00.161510 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.quota [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Loaded quota_driver: . Jun 28 11:58:00.222709 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Made reservation on behalf of 8e17e78d6fe740e8b1abcf5232c75e17 for: {'network': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:58:00.287565 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.policy [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93238) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:58:00.334909 dv-cinder-772388-5-iscsi neutron-server[93238]: WARNING oslo_policy.policy [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:58:00.335301 dv-cinder-772388-5-iscsi neutron-server[93238]: WARNING oslo_policy.policy [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:58:00.345687 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:00.367401 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:00.517745 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:00.523555 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:00.529326 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:00.543377 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=93238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:58:00.574561 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776444458015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:00.575205 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Unsubscribe: segment precommit_create {{(pid=93238) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:58:00.575688 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.segments_db [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Added segment 3c6e5374-1948-436b-a175-68b050051711 of type vlan for network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d Jun 28 11:58:00.594101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241335af-1ae3-49d9-a3b6-f4825af93ddc,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:00.643905 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.644247 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.644596 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.644900 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.645199 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.645519 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.645873 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.646131 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.646435 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.646795 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.647011 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.647346 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Tracked resource versions report: Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: pushed versions: Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: { 'AddressGroup': {'1.2'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'ConntrackHelper': {'1.0'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Log': {'1.0'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Network': {'1.1'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Port': {'1.7'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'PortForwarding': {'1.2'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'QosPolicy': {'1.8'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SecurityGroup': {'1.4'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SubPort': {'1.0'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Subnet': {'1.1'}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Trunk': {'1.1'}} Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: consumer versions: Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: { DHCP agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: L3 agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: Metadata agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: Metering agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: Open vSwitch agent@dv-cinder-772388-5-iscsi: { 'AddressGroup': '1.2', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'ConntrackHelper': '1.0', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Log': '1.0', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Network': '1.1', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Port': '1.7', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'PortForwarding': '1.2', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'QosPolicy': '1.8', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SecurityGroup': '1.4', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SecurityGroupRule': '1.2', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SubPort': '1.0', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Subnet': '1.1', Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Trunk': '1.1'}} Jun 28 11:58:00.648440 dv-cinder-772388-5-iscsi neutron-server[93238]: {{(pid=93238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:58:00.687659 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:00.706006 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:00.746025 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:00.747479 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:00.748117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:00.750092 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:00.834222 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0238361 Jun 28 11:58:00.843640 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=93ddb7c1-0c32-4ccf-ba2b-a715da62107d,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:00.849146 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:00.858026 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 11:58:03.451470 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49268) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:03.869641 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094dc988-1114-4ab2-b674-c21bd2a78eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:03.870980 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-094dc988-1114-4ab2-b674-c21bd2a78eaf admin admin] 10.222.0.11 "GET /v2.0/networks/93ddb7c1-0c32-4ccf-ba2b-a715da62107d HTTP/1.1" status: 200 len: 825 time: 0.4184988 Jun 28 11:58:03.913937 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-30c229c6-7d07-4fba-9b29-f2a711902e72 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/f86cc720-6db1-4e4f-9c87-748aaad28995 HTTP/1.1" status: 200 len: 734 time: 0.0346012 Jun 28 11:58:03.924588 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Request body: {'subnet': {'subnetpool_id': 'f86cc720-6db1-4e4f-9c87-748aaad28995', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'ip_version': 4}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:58:03.951477 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Made reservation on behalf of 8e17e78d6fe740e8b1abcf5232c75e17 for: {'subnet': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:58:03.953815 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:04.264697 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:04.268592 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:04.335474 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50348813-a31c-409b-aca3-4bba6ce5c7ba,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:04.338728 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:04.344362 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Checking segment: {'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:58:04.344717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Network hostable DHCP agents. Network: 93ddb7c1-0c32-4ccf-ba2b-a715da62107d, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:58:04.369456 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:58:04.382570 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 93ddb7c1-0c32-4ccf-ba2b-a715da62107d) {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:58:04.388267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:04.388859 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:04.392990 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a395070-8d01-4fc0-a807-80be04abafea None None] Network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:58:04.403680 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4825094 Jun 28 11:58:04.702468 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'fixed_ips': [{'subnet_id': '50348813-a31c-409b-aca3-4bba6ce5c7ba'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 11:58:04.703711 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:04.973410 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Allocated IP 172.20.0.2 (93ddb7c1-0c32-4ccf-ba2b-a715da62107d/50348813-a31c-409b-aca3-4bba6ce5c7ba/525b05d3-b70f-40d1-b763-abd660e342b0) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:58:05.175620 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:05.219841 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Transition to ACTIVE for port object 525b05d3-b70f-40d1-b763-abd660e342b0 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:58:05.240287 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Transition to ACTIVE for port object 525b05d3-b70f-40d1-b763-abd660e342b0 will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:58:05.250663 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:05.253359 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:05.315514 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:58:05.321290 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:58:05.326527 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 11:58:05.345560 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Pushing event updated for resources: {'Port': ['ID=525b05d3-b70f-40d1-b763-abd660e342b0,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:05.355507 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.355749 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.356067 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.356367 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.356677 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.357013 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.357321 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.357622 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.357933 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.358241 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.358543 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.358840 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Tracked resource versions report: Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: pushed versions: Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: { 'AddressGroup': {'1.2'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'ConntrackHelper': {'1.0'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Log': {'1.0'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Network': {'1.1'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Port': {'1.7'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'PortForwarding': {'1.2'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'QosPolicy': {'1.8'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SecurityGroup': {'1.4'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SubPort': {'1.0'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Subnet': {'1.1'}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Trunk': {'1.1'}} Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: consumer versions: Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: { DHCP agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: L3 agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: Metadata agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: Metering agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: Open vSwitch agent@dv-cinder-772388-5-iscsi: { 'AddressGroup': '1.2', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'ConntrackHelper': '1.0', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Log': '1.0', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Network': '1.1', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Port': '1.7', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'PortForwarding': '1.2', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'QosPolicy': '1.8', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SecurityGroup': '1.4', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SecurityGroupRule': '1.2', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SubPort': '1.0', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Subnet': '1.1', Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Trunk': '1.1'}} Jun 28 11:58:05.359954 dv-cinder-772388-5-iscsi neutron-server[93239]: {{(pid=93239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:58:05.363821 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:05.428154 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Attempting to bind port 525b05d3-b70f-40d1-b763-abd660e342b0 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 11:58:05.428854 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Attempting to bind port 525b05d3-b70f-40d1-b763-abd660e342b0 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 11:58:05.428854 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Attempting to bind port 525b05d3-b70f-40d1-b763-abd660e342b0 on network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:58:05.434043 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:58:05.434430 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Checking segment: {'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:58:05.434883 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:05.435291 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Bound using segment: {'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:58:05.435771 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Bound port: 525b05d3-b70f-40d1-b763-abd660e342b0, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 11:58:05.436177 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:05.499217 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] For port 525b05d3-b70f-40d1-b763-abd660e342b0, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 11:58:05.503690 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] For port 525b05d3-b70f-40d1-b763-abd660e342b0, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=525b05d3-b70f-40d1-b763-abd660e342b0,segment=NetworkSegment(3c6e5374-1948-436b-a175-68b050051711),segment_id=3c6e5374-1948-436b-a175-68b050051711)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 11:58:05.509996 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:05.515491 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:05.580436 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Pushing event updated for resources: {'Port': ['ID=525b05d3-b70f-40d1-b763-abd660e342b0,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:05.583658 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:06.763523 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 49276) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:07.094170 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [None req-734df1ce-0857-4f2a-bb01-9d4ee3656fc8 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:58:07.095144 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-734df1ce-0857-4f2a-bb01-9d4ee3656fc8 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3306594 Jun 28 11:58:09.444000 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 49284) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:09.765249 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [None req-ed45ec33-ff77-4859-8cf3-af5e5b7bd8a3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:58:09.766230 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ed45ec33-ff77-4859-8cf3-af5e5b7bd8a3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3210206 Jun 28 11:58:10.925365 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 525b05d3-b70f-40d1-b763-abd660e342b0 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:58:11.013798 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 525b05d3-b70f-40d1-b763-abd660e342b0 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:58:11.608050 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5122e6-59d3-4b25-b965-4ce46c04073f None None] Network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:58:11.722051 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] Provisioning for port 525b05d3-b70f-40d1-b763-abd660e342b0 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:58:11.729873 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] Provisioning complete for port 525b05d3-b70f-40d1-b763-abd660e342b0 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:11.730280 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:11.897643 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:11.940941 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] For port 525b05d3-b70f-40d1-b763-abd660e342b0, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=525b05d3-b70f-40d1-b763-abd660e342b0,segment=NetworkSegment(3c6e5374-1948-436b-a175-68b050051711),segment_id=3c6e5374-1948-436b-a175-68b050051711)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 11:58:11.947097 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:11.949997 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:12.001913 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] Pushing event updated for resources: {'Port': ['ID=525b05d3-b70f-40d1-b763-abd660e342b0,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:12.007758 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:12.068924 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-e19211d7-95d2-423b-ba68-b51633436bf2 None None] Provisioning complete for port 525b05d3-b70f-40d1-b763-abd660e342b0 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:12.068924 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e19211d7-95d2-423b-ba68-b51633436bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:12.381356 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 49298) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:12.717312 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-6037536b-a6ac-4c32-b70e-68486529acce admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'name': 'router1'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:58:12.747920 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6037536b-a6ac-4c32-b70e-68486529acce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:12.750281 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6037536b-a6ac-4c32-b70e-68486529acce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:12.900777 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 525b05d3-b70f-40d1-b763-abd660e342b0 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:58:12.901704 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6037536b-a6ac-4c32-b70e-68486529acce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:12.914097 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6037536b-a6ac-4c32-b70e-68486529acce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:12.928009 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6037536b-a6ac-4c32-b70e-68486529acce admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:12.935682 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-6037536b-a6ac-4c32-b70e-68486529acce admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5532234 Jun 28 11:58:12.949949 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 525b05d3-b70f-40d1-b763-abd660e342b0 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:12.950567 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:15.256726 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 49306) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:15.611075 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [None req-1769f452-c0f2-41d3-af3d-5953131679ac admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:58:15.612041 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-1769f452-c0f2-41d3-af3d-5953131679ac admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3544436 Jun 28 11:58:16.431324 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-2a14d70b-2f15-49d8-89e7-96ebeb76ba6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:17.994825 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 49314) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:18.325319 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:58:18.356515 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Made reservation on behalf of 34ba36ae348c4d59a6f738dc66442ddd for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:58:18.359594 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:18.375454 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:18.497039 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:18.504183 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:18.509285 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:18.516412 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Reserving flat network on physical network physnet1 {{(pid=93237) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 11:58:18.547398 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776444458015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:18.547979 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Unsubscribe: segment precommit_create {{(pid=93237) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:58:18.548445 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Added segment ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d of type flat for network 63236c19-edb5-4abd-9c62-138867f5228c Jun 28 11:58:18.582886 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e642c3e-c219-41d0-a718-cb5192eb7215,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:18.630843 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.631310 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.631727 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.632056 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.632392 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.632726 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.633024 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.633312 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.633748 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.633962 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.634252 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.634688 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Tracked resource versions report: Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: pushed versions: Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: { 'AddressGroup': {'1.2'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'ConntrackHelper': {'1.0'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Log': {'1.0'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Network': {'1.1'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Port': {'1.7'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'PortForwarding': {'1.2'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'QosPolicy': {'1.8'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SecurityGroup': {'1.4'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SubPort': {'1.0'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Subnet': {'1.1'}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Trunk': {'1.1'}} Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: consumer versions: Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: { DHCP agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: L3 agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: Metadata agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: Metering agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: Open vSwitch agent@dv-cinder-772388-5-iscsi: { 'AddressGroup': '1.2', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'ConntrackHelper': '1.0', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Log': '1.0', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Network': '1.1', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Port': '1.7', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'PortForwarding': '1.2', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'QosPolicy': '1.8', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SecurityGroup': '1.4', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SecurityGroupRule': '1.2', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SubPort': '1.0', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Subnet': '1.1', Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Trunk': '1.1'}} Jun 28 11:58:18.635900 dv-cinder-772388-5-iscsi neutron-server[93237]: {{(pid=93237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:58:18.684193 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:18.689842 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:18.742883 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:18.744561 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:18.745239 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:18.748048 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:18.811003 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8147726 Jun 28 11:58:18.854916 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Pushing event updated for resources: {'Network': ['ID=63236c19-edb5-4abd-9c62-138867f5228c,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:18.858509 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:18.866158 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 63236c19-edb5-4abd-9c62-138867f5228c details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 11:58:19.030202 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:19.032197 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-521fb076-ee80-4ab7-b1ea-8253182bd8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:19.946752 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:21.160631 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 49338) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:21.390642 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c054b8-4c5b-463a-b075-05f1b0c89c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:21.391985 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a0c054b8-4c5b-463a-b075-05f1b0c89c74 admin admin] 10.222.0.11 "GET /v2.0/subnets/50348813-a31c-409b-aca3-4bba6ce5c7ba HTTP/1.1" status: 200 len: 849 time: 0.2303729 Jun 28 11:58:21.529082 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-eb7a524c-73e8-44c5-8dee-822a31c22538 admin admin] 10.222.0.11 "GET /v2.0/routers/20e27639-1527-4d90-978f-1c5238c80cd9 HTTP/1.1" status: 200 len: 704 time: 0.1288705 Jun 28 11:58:21.699194 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:21.818470 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.132378 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Allocated IP 172.20.0.1 (93ddb7c1-0c32-4ccf-ba2b-a715da62107d/50348813-a31c-409b-aca3-4bba6ce5c7ba/0e056eea-111b-49a0-a426-7dba98432b2e) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:58:22.320759 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.343977 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Transition to ACTIVE for port object 0e056eea-111b-49a0-a426-7dba98432b2e will not be triggered until provisioned by entity DHCP. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:58:22.425687 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.427958 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:22.491229 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:58:22.498491 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:58:22.506068 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 11:58:22.506604 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.531278 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e056eea-111b-49a0-a426-7dba98432b2e,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:22.566997 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:22.751705 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-4f62279a-4b24-4cb3-a9ee-d8e013937327 None None] Provisioning for port 0e056eea-111b-49a0-a426-7dba98432b2e completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:58:22.755636 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-4f62279a-4b24-4cb3-a9ee-d8e013937327 None None] Provisioning complete for port 0e056eea-111b-49a0-a426-7dba98432b2e triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:22.756058 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4f62279a-4b24-4cb3-a9ee-d8e013937327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.779616 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.789537 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-4f62279a-4b24-4cb3-a9ee-d8e013937327 None None] Port 0e056eea-111b-49a0-a426-7dba98432b2e cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 11:58:22.957310 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.965361 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.966677 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:22.968235 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:23.045577 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e056eea-111b-49a0-a426-7dba98432b2e,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:23.048659 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:23.094466 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:58:23.095962 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:58:23.257275 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Router 20e27639-1527-4d90-978f-1c5238c80cd9 is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:58:23.317021 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-34aed6a0-f82b-4702-ab2a-db133e24badf None None] Provisioning complete for port 0e056eea-111b-49a0-a426-7dba98432b2e triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:23.317280 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-34aed6a0-f82b-4702-ab2a-db133e24badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:23.352950 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 11:58:23.353915 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-34aed6a0-f82b-4702-ab2a-db133e24badf None None] Port 0e056eea-111b-49a0-a426-7dba98432b2e cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 11:58:23.359609 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] 10.222.0.11 "PUT /v2.0/routers/20e27639-1527-4d90-978f-1c5238c80cd9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8234589 Jun 28 11:58:23.363696 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Sync routers for ids ['20e27639-1527-4d90-978f-1c5238c80cd9'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:58:23.376755 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Routers {'20e27639-1527-4d90-978f-1c5238c80cd9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:58:23.377629 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T11:58:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['20e27639-1527-4d90-978f-1c5238c80cd9'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:58:23.565147 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Set router 20e27639-1527-4d90-978f-1c5238c80cd9 gateway port host: None {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 11:58:23.984789 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'name': 'router1', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:58:12Z', 'updated_at': '2021-06-28T11:58:22Z', 'revision_number': 2, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'gw_port_host': None, '_interfaces': [{'id': '0e056eea-111b-49a0-a426-7dba98432b2e', 'name': '', 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'mac_address': 'fa:16:3e:2c:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:21Z', 'updated_at': '2021-06-28T11:58:22Z', 'revision_number': 2, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'subnets': [{'id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86cc720-6db1-4e4f-9c87-748aaad28995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:58:24.034762 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Checking router: 20e27639-1527-4d90-978f-1c5238c80cd9 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:58:24.035147 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Updating router 20e27639-1527-4d90-978f-1c5238c80cd9 port 0e056eea-111b-49a0-a426-7dba98432b2e binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:58:24.104565 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:24.585416 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:24.604688 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Transition to ACTIVE for port object 0e056eea-111b-49a0-a426-7dba98432b2e will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:58:24.611145 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:24.615678 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:24.754102 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Attempting to bind port 0e056eea-111b-49a0-a426-7dba98432b2e on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 11:58:24.754546 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Attempting to bind port 0e056eea-111b-49a0-a426-7dba98432b2e by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 11:58:24.754973 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Attempting to bind port 0e056eea-111b-49a0-a426-7dba98432b2e on network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:58:24.766976 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:58:24.767405 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Checking segment: {'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:58:24.767856 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:24.768236 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Bound using segment: {'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:58:24.768771 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Bound port: 0e056eea-111b-49a0-a426-7dba98432b2e, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6e5374-1948-436b-a175-68b050051711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 11:58:24.769169 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:24.788934 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Pushing event updated for resources: {'Port': ['ID=0e056eea-111b-49a0-a426-7dba98432b2e,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:24.812687 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.813016 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.813335 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.813646 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.813951 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.814253 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.814535 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.814833 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.815184 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.815584 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.815784 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.816079 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Tracked resource versions report: Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: pushed versions: Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: { 'AddressGroup': {'1.2'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'ConntrackHelper': {'1.0'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Log': {'1.0'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Network': {'1.1'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Port': {'1.7'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'PortForwarding': {'1.2'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'QosPolicy': {'1.8'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SecurityGroup': {'1.4'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SubPort': {'1.0'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Subnet': {'1.1'}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Trunk': {'1.1'}} Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: consumer versions: Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: { DHCP agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: L3 agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: Metadata agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: Metering agent@dv-cinder-772388-5-iscsi: {}, Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: Open vSwitch agent@dv-cinder-772388-5-iscsi: { 'AddressGroup': '1.2', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'ConntrackHelper': '1.0', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Log': '1.0', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Network': '1.1', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Port': '1.7', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'PortForwarding': '1.2', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'QosPolicy': '1.8', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SecurityGroup': '1.4', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SecurityGroupRule': '1.2', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SubPort': '1.0', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Subnet': '1.1', Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Trunk': '1.1'}} Jun 28 11:58:24.817189 dv-cinder-772388-5-iscsi neutron-server[93240]: {{(pid=93240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:58:24.830890 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:24.856779 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] For port 0e056eea-111b-49a0-a426-7dba98432b2e, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 11:58:24.877310 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] For port 0e056eea-111b-49a0-a426-7dba98432b2e, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=0e056eea-111b-49a0-a426-7dba98432b2e,segment=NetworkSegment(3c6e5374-1948-436b-a175-68b050051711),segment_id=3c6e5374-1948-436b-a175-68b050051711)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 11:58:24.883201 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:24.885375 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:24.943244 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Routers {'20e27639-1527-4d90-978f-1c5238c80cd9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:58:24.943869 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T11:58:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['20e27639-1527-4d90-978f-1c5238c80cd9'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:58:24.945506 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Pushing event updated for resources: {'Port': ['ID=0e056eea-111b-49a0-a426-7dba98432b2e,revision_number=4']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:24.949378 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:25.036719 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] Set router 20e27639-1527-4d90-978f-1c5238c80cd9 gateway port host: None {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 11:58:25.241994 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'name': 'router1', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:58:12Z', 'updated_at': '2021-06-28T11:58:22Z', 'revision_number': 2, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'gw_port_host': None, '_interfaces': [{'id': '0e056eea-111b-49a0-a426-7dba98432b2e', 'name': '', 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'mac_address': 'fa:16:3e:2c:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:21Z', 'updated_at': '2021-06-28T11:58:24Z', 'revision_number': 4, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'subnets': [{'id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86cc720-6db1-4e4f-9c87-748aaad28995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:58:25.271168 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba309b62-8a5e-472d-ab00-7efd601f6712 None None] The sync data for ids ['20e27639-1527-4d90-978f-1c5238c80cd9'] in dv-cinder-772388-5-iscsi is: [{'id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'name': 'router1', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:58:12Z', 'updated_at': '2021-06-28T11:58:22Z', 'revision_number': 2, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'gw_port_host': None, '_interfaces': [{'id': '0e056eea-111b-49a0-a426-7dba98432b2e', 'name': '', 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'mac_address': 'fa:16:3e:2c:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:21Z', 'updated_at': '2021-06-28T11:58:24Z', 'revision_number': 4, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'subnets': [{'id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86cc720-6db1-4e4f-9c87-748aaad28995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:58:25.551499 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49358) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:25.664186 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a3119-9cd6-4918-89ed-31591b8bced9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:25.665509 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-8b3a3119-9cd6-4918-89ed-31591b8bced9 admin admin] 10.222.0.11 "GET /v2.0/networks/63236c19-edb5-4abd-9c62-138867f5228c HTTP/1.1" status: 200 len: 842 time: 0.1128612 Jun 28 11:58:25.674903 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:58:25.700053 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Made reservation on behalf of 34ba36ae348c4d59a6f738dc66442ddd for: {'subnet': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:58:25.702408 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:26.038722 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.objects.ports [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93238) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 11:58:26.039203 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:26.041257 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:26.088673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:26.097296 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:26.105522 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:58:26.105916 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Network hostable DHCP agents. Network: 63236c19-edb5-4abd-9c62-138867f5228c, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:58:26.124419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:58:26.134333 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 63236c19-edb5-4abd-9c62-138867f5228c) {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:58:26.138764 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:26.139389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:26.145434 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb028b9-782c-4498-9f6d-63210fabd205 None None] Network 63236c19-edb5-4abd-9c62-138867f5228c requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:58:26.155755 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4841940 Jun 28 11:58:26.273888 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba438df9-f87d-4bc9-9b44-c85075f500b6 None None] Network 63236c19-edb5-4abd-9c62-138867f5228c requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 11:58:28.484347 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49370) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:28.717833 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-cfb326cb-b073-4323-adaf-27cbb0ded45e admin admin] 10.222.0.11 "GET /v2.0/routers/20e27639-1527-4d90-978f-1c5238c80cd9 HTTP/1.1" status: 200 len: 710 time: 0.2323432 Jun 28 11:58:28.807891 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d551646-8a5e-4180-af9d-cf43346cea36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 11:58:28.809517 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-8d551646-8a5e-4180-af9d-cf43346cea36 admin admin] 10.222.0.11 "GET /v2.0/networks/63236c19-edb5-4abd-9c62-138867f5228c HTTP/1.1" status: 200 len: 886 time: 0.0864263 Jun 28 11:58:28.818369 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:58:28.930719 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 0e056eea-111b-49a0-a426-7dba98432b2e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:58:28.985842 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 0e056eea-111b-49a0-a426-7dba98432b2e completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:58:28.989347 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 0e056eea-111b-49a0-a426-7dba98432b2e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:28.989714 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:29.063968 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:29.064184 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:29.095299 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 0e056eea-111b-49a0-a426-7dba98432b2e, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=0e056eea-111b-49a0-a426-7dba98432b2e,segment=NetworkSegment(3c6e5374-1948-436b-a175-68b050051711),segment_id=3c6e5374-1948-436b-a175-68b050051711)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 11:58:29.101430 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:29.103554 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-6fa87385-faea-42cc-bf20-485454a0c931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:29.150804 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=0e056eea-111b-49a0-a426-7dba98432b2e,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:29.161804 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:29.367584 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:29.443475 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:29.600492 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Allocated IP 172.27.1.52 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/e86128c7-f58d-4a6f-b0df-4a9c4e5a496e) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:58:29.710311 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:29.794251 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:29.804006 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:29.870819 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:58:29.878414 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:58:29.881008 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 11:58:29.920964 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e86128c7-f58d-4a6f-b0df-4a9c4e5a496e,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:29.950797 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:30.174946 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:30.375331 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:30.378675 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-702960'] for router, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:30.485737 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Router 20e27639-1527-4d90-978f-1c5238c80cd9 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:58:30.675681 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 11:58:30.680085 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:30.681286 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] 10.222.0.11 "PUT /v2.0/routers/20e27639-1527-4d90-978f-1c5238c80cd9 HTTP/1.1" status: 200 len: 889 time: 1.8662663 Jun 28 11:58:30.698565 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Sync routers for ids ['20e27639-1527-4d90-978f-1c5238c80cd9'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:58:30.712247 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Routers {'20e27639-1527-4d90-978f-1c5238c80cd9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:58:30.712933 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T11:58:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['20e27639-1527-4d90-978f-1c5238c80cd9'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:58:30.936270 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 0e056eea-111b-49a0-a426-7dba98432b2e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:58:31.006915 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Set router 20e27639-1527-4d90-978f-1c5238c80cd9 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 11:58:31.154016 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 0e056eea-111b-49a0-a426-7dba98432b2e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:31.154261 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:31.459458 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'name': 'router1', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e86128c7-f58d-4a6f-b0df-4a9c4e5a496e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:58:12Z', 'updated_at': '2021-06-28T11:58:30Z', 'revision_number': 4, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'gw_port': {'id': 'e86128c7-f58d-4a6f-b0df-4a9c4e5a496e', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:29Z', 'updated_at': '2021-06-28T11:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '0e056eea-111b-49a0-a426-7dba98432b2e', 'name': '', 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'mac_address': 'fa:16:3e:2c:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:21Z', 'updated_at': '2021-06-28T11:58:29Z', 'revision_number': 5, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'subnets': [{'id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86cc720-6db1-4e4f-9c87-748aaad28995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:58:31.507099 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Checking router: 20e27639-1527-4d90-978f-1c5238c80cd9 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:58:31.507492 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Updating router 20e27639-1527-4d90-978f-1c5238c80cd9 port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:58:31.542443 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:31.898491 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:31.911588 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Transition to ACTIVE for port object e86128c7-f58d-4a6f-b0df-4a9c4e5a496e will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:58:31.919194 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:31.921657 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-9ace8aaa-b9ed-46ae-b024-79342fdbac57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:31.973519 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d299b-f44f-4c06-b9da-86ed23b1fb31 None None] Pushing event updated for resources: {'Port': ['ID=e86128c7-f58d-4a6f-b0df-4a9c4e5a496e,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:31.977587 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-a03d299b-f44f-4c06-b9da-86ed23b1fb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:31.978807 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Attempting to bind port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 11:58:31.979213 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Attempting to bind port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 11:58:31.980097 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Attempting to bind port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:58:31.985577 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:58:31.985947 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 11:58:31.986345 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:31.986724 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:58:31.987216 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Bound port: e86128c7-f58d-4a6f-b0df-4a9c4e5a496e, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 11:58:31.987632 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:32.044892 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] For port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 11:58:32.048280 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] For port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=e86128c7-f58d-4a6f-b0df-4a9c4e5a496e,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 11:58:32.053982 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:32.058215 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:32.196913 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Routers {'20e27639-1527-4d90-978f-1c5238c80cd9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 11:58:32.197597 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T11:58:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['20e27639-1527-4d90-978f-1c5238c80cd9'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:58:32.200550 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d299b-f44f-4c06-b9da-86ed23b1fb31 None None] Pushing event updated for resources: {'Port': ['ID=e86128c7-f58d-4a6f-b0df-4a9c4e5a496e,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:32.207779 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-a03d299b-f44f-4c06-b9da-86ed23b1fb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:32.317581 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] Set router 20e27639-1527-4d90-978f-1c5238c80cd9 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 11:58:32.547665 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'name': 'router1', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e86128c7-f58d-4a6f-b0df-4a9c4e5a496e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:58:12Z', 'updated_at': '2021-06-28T11:58:30Z', 'revision_number': 4, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'gw_port': {'id': 'e86128c7-f58d-4a6f-b0df-4a9c4e5a496e', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:29Z', 'updated_at': '2021-06-28T11:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '0e056eea-111b-49a0-a426-7dba98432b2e', 'name': '', 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'mac_address': 'fa:16:3e:2c:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:21Z', 'updated_at': '2021-06-28T11:58:29Z', 'revision_number': 5, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'subnets': [{'id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86cc720-6db1-4e4f-9c87-748aaad28995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:58:32.576877 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54390be6-bcc4-41e4-ab56-f524a1d29585 None None] The sync data for ids ['20e27639-1527-4d90-978f-1c5238c80cd9'] in dv-cinder-772388-5-iscsi is: [{'id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'name': 'router1', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'e86128c7-f58d-4a6f-b0df-4a9c4e5a496e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T11:58:12Z', 'updated_at': '2021-06-28T11:58:30Z', 'revision_number': 4, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'gw_port': {'id': 'e86128c7-f58d-4a6f-b0df-4a9c4e5a496e', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:29Z', 'updated_at': '2021-06-28T11:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '0e056eea-111b-49a0-a426-7dba98432b2e', 'name': '', 'network_id': '93ddb7c1-0c32-4ccf-ba2b-a715da62107d', 'tenant_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'mac_address': 'fa:16:3e:2c:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e27639-1527-4d90-978f-1c5238c80cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T11:58:21Z', 'updated_at': '2021-06-28T11:58:29Z', 'revision_number': 5, 'project_id': '8e17e78d6fe740e8b1abcf5232c75e17', 'subnets': [{'id': '50348813-a31c-409b-aca3-4bba6ce5c7ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86cc720-6db1-4e4f-9c87-748aaad28995'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:58:32.950303 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device e86128c7-f58d-4a6f-b0df-4a9c4e5a496e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:58:33.010337 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:58:33.015308 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:33.015696 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:33.068257 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49378) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 11:58:33.095268 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:33.118765 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=e86128c7-f58d-4a6f-b0df-4a9c4e5a496e,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 11:58:33.123943 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:33.126237 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:58:33.178653 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=e86128c7-f58d-4a6f-b0df-4a9c4e5a496e,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:58:33.181915 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:58:33.210644 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-e28a95e6-b2f1-4ff2-a831-956e6b0af16e admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1413300 Jun 28 11:58:34.938721 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device e86128c7-f58d-4a6f-b0df-4a9c4e5a496e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 11:58:34.987563 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port e86128c7-f58d-4a6f-b0df-4a9c4e5a496e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:58:34.987940 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:41.801287 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 11:58:46.429706 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-57277664-72b0-4ecb-b91f-d66a14856733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:49.039225 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-f065a92c-45e7-4cd9-96de-c269c765830a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:49.044542 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:49.953378 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:58:51.717968 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:16.486746 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6dbebeb5-9f54-4166-a1ad-c32eab34524d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:18.800888 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 11:59:19.031646 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c79b0c35-2d48-4422-829e-8637e1fa909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:19.038658 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:19.955222 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:21.718969 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:46.420681 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6806f5b4-1efa-413a-9ea7-e5a15dca6a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:49.035196 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d5159d41-3fe8-4588-a108-e46d0f94b6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:49.042303 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:49.957674 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:51.722901 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:59:55.800265 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:00:08.844608 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49946) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:08.913686 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4b997f-84d5-461c-8b28-6909a1bcfa36 admin admin] GET failed (client error): The resource could not be found. Jun 28 12:00:08.915058 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-dc4b997f-84d5-461c-8b28-6909a1bcfa36 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694687 Jun 28 12:00:09.091470 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79658c3-b3da-4002-b7c5-fbef8acab6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:09.092831 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a79658c3-b3da-4002-b7c5-fbef8acab6ff admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1739538 Jun 28 12:00:11.205241 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49956) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:11.309564 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611acb8-45ce-41fc-b86d-2ffae5e7f87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:11.311717 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b611acb8-45ce-41fc-b86d-2ffae5e7f87c admin admin] 10.222.0.11 "GET /v2.0/subnets/50348813-a31c-409b-aca3-4bba6ce5c7ba HTTP/1.1" status: 200 len: 849 time: 0.1054044 Jun 28 12:00:11.323801 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:00:11.410386 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:11.568343 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776444440540'] for subnet, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:11.571101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0a5582dc-0541-4443-8d19-c92b5136d8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:00:11.606945 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:11.607526 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:11.608957 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] 10.222.0.11 "PUT /v2.0/subnets/50348813-a31c-409b-aca3-4bba6ce5c7ba HTTP/1.1" status: 200 len: 868 time: 0.2889209 Jun 28 12:00:11.611689 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897916b-c8a3-446c-b687-678315e4da86 None None] Network 93ddb7c1-0c32-4ccf-ba2b-a715da62107d requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:00:11.632336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50348813-a31c-409b-aca3-4bba6ce5c7ba,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:00:11.640517 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.640919 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.641204 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.641527 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.641845 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.642214 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.642540 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.642855 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.643211 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.643531 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.643844 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.644151 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:00:11.647994 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:00:11.987278 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-d40acdf5-6c46-4f05-b866-58c4d75573eb None None] Provisioning complete for port 0e056eea-111b-49a0-a426-7dba98432b2e triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:00:11.987654 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d40acdf5-6c46-4f05-b866-58c4d75573eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:12.076205 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-d40acdf5-6c46-4f05-b866-58c4d75573eb None None] Provisioning complete for port 525b05d3-b70f-40d1-b763-abd660e342b0 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:00:12.076544 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d40acdf5-6c46-4f05-b866-58c4d75573eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:13.730213 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49964) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:13.926712 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeff1ff-4dc9-4647-beca-99c10d733d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:13.927066 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeff1ff-4dc9-4647-beca-99c10d733d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:13.928666 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-7aeff1ff-4dc9-4647-beca-99c10d733d5e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974988 Jun 28 12:00:16.085377 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49972) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:16.234603 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0026ff9-7bfc-4dc7-a624-a4aa7c6f1b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:16.235053 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0026ff9-7bfc-4dc7-a624-a4aa7c6f1b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:16.236639 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-d0026ff9-7bfc-4dc7-a624-a4aa7c6f1b61 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1502240 Jun 28 12:00:16.425843 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4ef4-e53a-4f08-9a48-419a1d4becff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:18.375871 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49980) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:18.525990 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ccae2-9d9c-438d-99c7-cf03ec59883b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:18.527376 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-f39ccae2-9d9c-438d-99c7-cf03ec59883b admin admin] 10.222.0.11 "GET /v2.0/networks/63236c19-edb5-4abd-9c62-138867f5228c HTTP/1.1" status: 200 len: 886 time: 0.1502087 Jun 28 12:00:19.034097 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-561b170e-0dd0-4bfc-96f3-39946053471a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:19.040742 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:19.959596 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:20.662698 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 49988) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:20.818639 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b90754-4a47-466d-8f90-292bc83911b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:20.820157 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-06b90754-4a47-466d-8f90-292bc83911b9 admin admin] 10.222.0.11 "GET /v2.0/networks/93ddb7c1-0c32-4ccf-ba2b-a715da62107d HTTP/1.1" status: 200 len: 869 time: 0.1562848 Jun 28 12:00:21.731805 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:22.994914 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 49996) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:23.135837 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56c088-fe8f-4d5b-8462-eb9e2273b5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:23.136566 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56c088-fe8f-4d5b-8462-eb9e2273b5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:23.138533 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-8a56c088-fe8f-4d5b-8462-eb9e2273b5fe admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1424358 Jun 28 12:00:25.257609 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50006) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:25.357246 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a6eef-6053-4607-bc55-6d8d151d5bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:25.357697 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63a6eef-6053-4607-bc55-6d8d151d5bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:25.359279 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a63a6eef-6053-4607-bc55-6d8d151d5bd4 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1002951 Jun 28 12:00:27.512377 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50014) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:27.606821 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d814efd-6ddc-4945-bec3-652524a9706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:27.608188 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-6d814efd-6ddc-4945-bec3-652524a9706c admin admin] 10.222.0.11 "GET /v2.0/subnets/50348813-a31c-409b-aca3-4bba6ce5c7ba HTTP/1.1" status: 200 len: 868 time: 0.0948825 Jun 28 12:00:29.732478 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50022) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:29.827049 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ef8e2a-8061-441d-aabb-af096f85fcd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:29.828399 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-97ef8e2a-8061-441d-aabb-af096f85fcd5 admin admin] 10.222.0.11 "GET /v2.0/subnets/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1 HTTP/1.1" status: 200 len: 816 time: 0.0946310 Jun 28 12:00:32.800682 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:00:46.429525 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d5856d15-9021-4d42-bc3f-a1a16dde4606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:49.034634 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4c18a5cf-22e3-429a-8217-ae6ebea8edc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:49.038711 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:49.962737 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:51.734589 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:53.356720 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50066) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:53.418053 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [None req-7a9720bd-79c2-40c0-a587-ec15dcab5b87 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:00:53.419125 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-7a9720bd-79c2-40c0-a587-ec15dcab5b87 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611782 Jun 28 12:00:55.653058 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50074) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:55.716050 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde6746d-f29d-4eca-a128-68a42ee4df35 admin admin] GET failed (client error): The resource could not be found. Jun 28 12:00:55.717341 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-bde6746d-f29d-4eca-a128-68a42ee4df35 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633695 Jun 28 12:00:55.800866 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa64320-b6f1-4943-87c4-8b755c53c4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:55.802346 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-8aa64320-b6f1-4943-87c4-8b755c53c4ca admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810742 Jun 28 12:00:57.971582 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50082) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:00:58.026163 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:00:58.050240 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Made reservation on behalf of 34ba36ae348c4d59a6f738dc66442ddd for: {'network': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:00:58.052689 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:58.096113 dv-cinder-772388-5-iscsi neutron-server[93238]: WARNING neutron.services.revisions.revision_plugin [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Could not find related network for resource to bump revision. Jun 28 12:00:58.117029 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=93238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:00:58.127702 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:58.128038 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.segments_db [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Added segment 0565085c-6d2e-4cb1-9a14-de607d679bf3 of type vlan for network 0c703227-2c02-4015-8066-91366e01faa2 Jun 28 12:00:58.179252 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:58.209384 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:58.210631 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:00:58.211233 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:00:58.213112 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:00:58.260982 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2879474 Jun 28 12:00:58.267725 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Pushing event updated for resources: {'Network': ['ID=0c703227-2c02-4015-8066-91366e01faa2,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:00:58.271392 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:00:58.279531 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 0c703227-2c02-4015-8066-91366e01faa2 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:01:00.423504 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50090) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:01:00.503079 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.pecan_wsgi.hooks.translation [None req-3951ce37-51ce-43a6-a221-cae34b90d3b9 admin admin] GET failed (client error): The resource could not be found. Jun 28 12:01:00.504627 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-3951ce37-51ce-43a6-a221-cae34b90d3b9 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0799389 Jun 28 12:01:00.605017 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1e24a-6d81-4cf0-bf6d-3a4597365f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:01:00.607349 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-48f1e24a-6d81-4cf0-bf6d-3a4597365f01 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0984881 Jun 28 12:01:00.623151 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Request body: {'subnet': {'network_id': '0c703227-2c02-4015-8066-91366e01faa2', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:01:00.655894 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Made reservation on behalf of 34ba36ae348c4d59a6f738dc66442ddd for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:01:00.658139 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:00.861377 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:00.863418 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:01:00.913103 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4449305f-bb7f-46d8-b8bb-e6b89a223e08,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:01:00.925573 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.925923 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.926256 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.926575 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.926892 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.927256 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.927575 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.927886 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.928203 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.928508 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.928803 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.929107 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:00.934448 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:01:00.935195 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Checking segment: {'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:01:00.935630 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Network hostable DHCP agents. Network: 0c703227-2c02-4015-8066-91366e01faa2, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:01:00.959556 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Network 0c703227-2c02-4015-8066-91366e01faa2 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:01:00.971250 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 0c703227-2c02-4015-8066-91366e01faa2) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:01:00.975264 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:01:00.975870 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:00.980564 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3593a-de04-428f-8401-59dfd41d67be None None] Network 0c703227-2c02-4015-8066-91366e01faa2 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:01:00.991481 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3775096 Jun 28 12:01:01.229935 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-0c703227-2c02-4015-8066-91366e01faa2', 'network_id': '0c703227-2c02-4015-8066-91366e01faa2', 'tenant_id': '34ba36ae348c4d59a6f738dc66442ddd', 'fixed_ips': [{'subnet_id': '4449305f-bb7f-46d8-b8bb-e6b89a223e08'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:01:01.230836 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:01.366918 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Allocated IP 192.168.233.2 (0c703227-2c02-4015-8066-91366e01faa2/4449305f-bb7f-46d8-b8bb-e6b89a223e08/a53bd774-0cb6-4239-b6f8-bc499432b842) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:01:01.513817 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:01.522265 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Transition to ACTIVE for port object a53bd774-0cb6-4239-b6f8-bc499432b842 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:01:01.537562 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Transition to ACTIVE for port object a53bd774-0cb6-4239-b6f8-bc499432b842 will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:01:01.544667 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:01.546919 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:01:01.592395 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Network 0c703227-2c02-4015-8066-91366e01faa2 is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:01:01.596211 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Pushing event updated for resources: {'Port': ['ID=a53bd774-0cb6-4239-b6f8-bc499432b842,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:01:01.598577 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:01:01.601278 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:01:01.607424 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.607771 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.608103 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.608431 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.608754 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.609075 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.609390 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.609708 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.610063 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.610386 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.610701 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.611011 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:01:01.615720 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:01:01.665520 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Attempting to bind port a53bd774-0cb6-4239-b6f8-bc499432b842 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:01:01.665889 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Attempting to bind port a53bd774-0cb6-4239-b6f8-bc499432b842 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:01:01.666230 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Attempting to bind port a53bd774-0cb6-4239-b6f8-bc499432b842 on network 0c703227-2c02-4015-8066-91366e01faa2 {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:01:01.671436 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:01:01.671807 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Checking segment: {'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:01:01.672206 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:01.672595 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Bound using segment: {'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:01:01.673042 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Bound port: a53bd774-0cb6-4239-b6f8-bc499432b842, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:01:01.673435 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:01.734865 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] For port a53bd774-0cb6-4239-b6f8-bc499432b842, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:01:01.738207 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] For port a53bd774-0cb6-4239-b6f8-bc499432b842, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=a53bd774-0cb6-4239-b6f8-bc499432b842,segment=NetworkSegment(0565085c-6d2e-4cb1-9a14-de607d679bf3),segment_id=0565085c-6d2e-4cb1-9a14-de607d679bf3)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:01:01.742662 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:01.745941 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:01:01.805883 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Pushing event updated for resources: {'Port': ['ID=a53bd774-0cb6-4239-b6f8-bc499432b842,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:01:01.809746 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:01:02.586251 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21b529-7dee-48d5-b56d-03656ef3fd56 None None] Network 0c703227-2c02-4015-8066-91366e01faa2 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:01:02.701752 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-0bd5071d-480c-4a9f-af3e-a52d6302f771 None None] Provisioning for port a53bd774-0cb6-4239-b6f8-bc499432b842 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:01:03.043249 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device a53bd774-0cb6-4239-b6f8-bc499432b842 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:01:03.094686 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port a53bd774-0cb6-4239-b6f8-bc499432b842 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:01:03.098437 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port a53bd774-0cb6-4239-b6f8-bc499432b842 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:01:03.098895 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:03.188330 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:03.220619 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port a53bd774-0cb6-4239-b6f8-bc499432b842, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=a53bd774-0cb6-4239-b6f8-bc499432b842,segment=NetworkSegment(0565085c-6d2e-4cb1-9a14-de607d679bf3),segment_id=0565085c-6d2e-4cb1-9a14-de607d679bf3)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:01:03.225262 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:03.227491 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:01:03.272289 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=a53bd774-0cb6-4239-b6f8-bc499432b842,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:01:03.275562 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:01:05.025089 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device a53bd774-0cb6-4239-b6f8-bc499432b842 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:01:05.074314 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port a53bd774-0cb6-4239-b6f8-bc499432b842 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:01:05.074699 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:09.799373 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:01:16.434295 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-45590b10-2427-4ff1-9f34-5bb94c5a8541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:19.035426 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-42510744-2e0e-4719-aa46-8ab2cbd8411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:19.045605 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:19.967124 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:21.736693 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:46.437250 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5ef22fc7-674b-4d9b-a50c-7d831f240b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:46.798389 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:01:49.036405 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-bfb0fc54-14c1-42e2-a1aa-df21547eaa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:49.044678 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:49.983062 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:01:51.736471 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:09.066355 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50142) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:02:09.072832 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [None req-62c4718a-5784-43f5-807b-d7d7902d71c1 tempest-verify_tempest_config-1253377250 tempest-verify_tempest_config-1253377250-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:02:09.073759 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-62c4718a-5784-43f5-807b-d7d7902d71c1 tempest-verify_tempest_config-1253377250 tempest-verify_tempest_config-1253377250-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063369 Jun 28 12:02:09.424614 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50160) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:02:09.537537 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:09.634637 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:09.640761 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:09.643636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:02:09.681619 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f7deac-21a7-4983-bf0f-a83649161474,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:02:09.686356 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bad7310acd5745cb8f3901b8d9d87ec6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2606847 Jun 28 12:02:09.689288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50166) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:02:09.690563 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.690886 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.691273 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.691567 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.691914 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.692226 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.692889 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.693229 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.693559 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.693862 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.694170 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.694444 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.698496 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:02:09.752537 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:09.774336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:09.866257 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:09.869100 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:09.870228 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24f7deac-21a7-4983-bf0f-a83649161474 HTTP/1.1" status: 204 len: 168 time: 0.1799304 Jun 28 12:02:09.870847 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:02:09.879350 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f7deac-21a7-4983-bf0f-a83649161474,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:02:09.885949 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.886270 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.886624 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.886925 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.887369 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.887578 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.887927 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.888291 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.888551 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.888884 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.889181 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.889488 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:02:09.892675 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:02:16.442798 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ca2140db-dcbd-4be7-9393-45c47764fb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:19.035974 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5e06eb3f-16dd-41e5-a40d-5984b4fa7e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:19.041114 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:19.971623 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:21.742532 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:23.797998 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:02:46.453982 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-637341b9-20fd-4cfe-aaae-e5ec3a852c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:49.045966 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cf1f1294-f4e0-4a20-a844-c1b4e0f34f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:49.048469 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:49.978530 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:02:51.745448 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:00.813126 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:03:16.450386 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9b73a1bd-f3ff-497a-a93b-c0a085d33532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:19.039352 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a95167bb-2ddf-4343-8624-1403bdb9b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:19.043096 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:19.981586 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:21.747529 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:37.805913 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 5 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:03:46.176063 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703062'] for agent, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:46.449784 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-8953683f-f15c-4d60-97b4-da5a4ef581eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:49.041234 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e2edbd7a-81f9-428c-bc84-98f5f93a1bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:49.043006 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:49.985406 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:50.162406 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50218) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:03:50.281045 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-490092e6-ec79-4dfe-978f-db7b00580086 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1173842 Jun 28 12:03:51.750819 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:03:52.409159 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50228) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:03:52.472797 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-7faf97aa-004a-415b-91a9-cde8c9fc1f41 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0625315 Jun 28 12:04:14.808692 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:04:16.132292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:16.445341 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d18c2da2-9fd0-4d6b-84ec-527e055df619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:19.044470 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:19.047445 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-7b047b2d-996e-46ae-9c8f-50112e1146b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:19.986306 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:21.754540 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.130068 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:46.438992 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-516d8e38-fef4-4716-91d7-8c755c9c60ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.049678 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.051692 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3b55b737-bbbf-4803-b42b-2ab93dd89dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:49.987840 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.756650 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:04:51.808484 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:05:16.137063 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:16.452674 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-814d0d5a-8f54-4441-ad2c-eaf83f2c5a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.039594 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.046475 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ecae4560-8734-4ef1-aec2-826311b0444b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.416648 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50376) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:19.707809 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-network', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:19.732527 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Made reservation on behalf of 00cfc41933524345a618f3b1ff6d32de for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:19.735475 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.744505 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.841848 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.847579 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.863848 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:19.875108 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:19.875457 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Added segment d6c1ed57-8791-4147-af63-e2a8c57c2da6 of type vlan for network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 Jun 28 12:05:19.876686 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:19.953851 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c417e6-cc86-4e40-9e63-b204ad47886a,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:20.007060 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.055355 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.061626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.061626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.061626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.061626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.061626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.061626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.062365 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.062365 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.062541 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.062702 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.063018 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.063357 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Tracked resource versions report: Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: pushed versions: Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: { 'AddressGroup': {'1.2'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'ConntrackHelper': {'1.0'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Log': {'1.0'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Network': {'1.1'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Port': {'1.7'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'PortForwarding': {'1.2'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'QosPolicy': {'1.8'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SecurityGroup': {'1.4'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SubPort': {'1.0'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Subnet': {'1.1'}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Trunk': {'1.1'}} Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: consumer versions: Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: { DHCP agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: HyperV agent@hv-cinder-77238: {}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: L3 agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: Metadata agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: Metering agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: Open vSwitch agent@dv-cinder-772388-5-iscsi: { 'AddressGroup': '1.2', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'ConntrackHelper': '1.0', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Log': '1.0', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Network': '1.1', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Port': '1.7', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'PortForwarding': '1.2', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'QosPolicy': '1.8', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SecurityGroup': '1.4', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SecurityGroupRule': '1.2', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'SubPort': '1.0', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Subnet': '1.1', Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: 'Trunk': '1.1'}} Jun 28 12:05:20.064425 dv-cinder-772388-5-iscsi neutron-server[93237]: {{(pid=93237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:05:20.071313 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:20.100707 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.102505 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.103083 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.111221 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:20.137581 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7198253 Jun 28 12:05:20.140524 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50434) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:20.147388 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Request body: {'subnet': {'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-subnet', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:20.175420 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Made reservation on behalf of 00cfc41933524345a618f3b1ff6d32de for: {'subnet': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:20.178058 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.178454 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Pushing event updated for resources: {'Network': ['ID=e9529f5e-48d2-4f6d-a609-e724cd83f2a2,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:20.189949 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:20.191286 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:20.434018 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50444) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:20.463000 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.465394 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-46aac695-92eb-48c4-8538-81ce5bfd8858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:20.506935 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:20.519469 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.519823 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.520157 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.520488 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.520806 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.521128 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.521445 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.521758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.522094 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.522411 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.522740 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.523070 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Tracked resource versions report: Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: pushed versions: Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: { 'AddressGroup': {'1.2'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'ConntrackHelper': {'1.0'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Log': {'1.0'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Network': {'1.1'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Port': {'1.7'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'PortForwarding': {'1.2'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'QosPolicy': {'1.8'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SecurityGroup': {'1.4'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SubPort': {'1.0'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Subnet': {'1.1'}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Trunk': {'1.1'}} Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: consumer versions: Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: { DHCP agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: HyperV agent@hv-cinder-77238: {}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: L3 agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: Metadata agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: Metering agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: Open vSwitch agent@dv-cinder-772388-5-iscsi: { 'AddressGroup': '1.2', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'ConntrackHelper': '1.0', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Log': '1.0', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Network': '1.1', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Port': '1.7', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'PortForwarding': '1.2', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'QosPolicy': '1.8', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SecurityGroup': '1.4', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SecurityGroupRule': '1.2', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'SubPort': '1.0', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Subnet': '1.1', Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: 'Trunk': '1.1'}} Jun 28 12:05:20.524217 dv-cinder-772388-5-iscsi neutron-server[93238]: {{(pid=93238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:05:20.527065 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50450) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:20.530647 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:20.545011 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Checking segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:20.545404 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Network hostable DHCP agents. Network: e9529f5e-48d2-4f6d-a609-e724cd83f2a2, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:20.561499 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50458) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:20.574155 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:20.585933 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, e9529f5e-48d2-4f6d-a609-e724cd83f2a2) {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:20.591958 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:20.593481 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.596041 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e045d04-1eb3-47c7-9aa9-8d28a878e6f9 None None] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:20.611623 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4698730 Jun 28 12:05:20.614238 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50466) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:20.621168 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:20.653330 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.655102 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.761412 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:05:20.762728 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.764641 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.777388 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769789461-network', 'tenant_id': 'c9416133e5284852bd4b67a32947ebf3'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:20.815460 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Made reservation on behalf of c9416133e5284852bd4b67a32947ebf3 for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:20.818545 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.829168 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.838479 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2115967288-network', 'tenant_id': 'b40ebf7c4c474cfa90d96abb3dae9ed7'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:20.869753 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Made reservation on behalf of b40ebf7c4c474cfa90d96abb3dae9ed7 for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:20.872562 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.882879 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.899201 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-network', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:20.916869 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:20.978160 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Allocated IP 172.20.0.2 (e9529f5e-48d2-4f6d-a609-e724cd83f2a2/2f2b98a6-9bf4-44a2-90b5-70c0049d00f7/91d05c8d-7903-4ef5-b176-17e4ade7df61) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:21.001417 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.013803 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.034916 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:21.044555 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.045293 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Added segment d45d1dec-4933-4036-a0dc-144c43f7f6a2 of type vlan for network d112813d-eab7-4e14-bf0b-ddddc751548e Jun 28 12:05:21.055953 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a679d57e-7d6f-4278-bb11-328f6ddeaea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.097806 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.131473 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Made reservation on behalf of cb09feecc7884db493de86f8a2dfa30f for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:21.134448 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.141662 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.216401 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.221061 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.243577 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Transition to ACTIVE for port object 91d05c8d-7903-4ef5-b176-17e4ade7df61 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:21.245425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.267263 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.269627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:21.270650 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.282151 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.282299 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Transition to ACTIVE for port object 91d05c8d-7903-4ef5-b176-17e4ade7df61 will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:21.290857 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.297985 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.302037 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.324690 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:21.335860 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.336473 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Added segment 2e929e02-f99c-4820-8a3c-ced5882c64f7 of type vlan for network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 Jun 28 12:05:21.348474 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:21.352734 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:21.359768 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:21.370450 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Pushing event updated for resources: {'Port': ['ID=91d05c8d-7903-4ef5-b176-17e4ade7df61,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.388108 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.405233 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.405573 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.405904 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.406319 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.406643 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.406966 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.407307 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.407622 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.408008 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.408333 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.408645 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.408952 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Tracked resource versions report: Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: pushed versions: Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: { 'AddressGroup': {'1.2'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'ConntrackHelper': {'1.0'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Log': {'1.0'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Network': {'1.1'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Port': {'1.7'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'PortForwarding': {'1.2'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'QosPolicy': {'1.8'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SecurityGroup': {'1.4'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SubPort': {'1.0'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Subnet': {'1.1'}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Trunk': {'1.1'}} Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: consumer versions: Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: { DHCP agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: HyperV agent@hv-cinder-77238: {}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: L3 agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: Metadata agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: Metering agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: Open vSwitch agent@dv-cinder-772388-5-iscsi: { 'AddressGroup': '1.2', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'ConntrackHelper': '1.0', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Log': '1.0', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Network': '1.1', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Port': '1.7', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'PortForwarding': '1.2', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'QosPolicy': '1.8', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SecurityGroup': '1.4', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SecurityGroupRule': '1.2', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'SubPort': '1.0', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Subnet': '1.1', Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: 'Trunk': '1.1'}} Jun 28 12:05:21.410056 dv-cinder-772388-5-iscsi neutron-server[93239]: {{(pid=93239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:05:21.429155 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.437957 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.439386 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4f47a-5be6-4708-80b7-947c8ddff9df,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.443806 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.445131 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:21.445790 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Attempting to bind port 91d05c8d-7903-4ef5-b176-17e4ade7df61 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:21.446112 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.446334 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Attempting to bind port 91d05c8d-7903-4ef5-b176-17e4ade7df61 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:21.446753 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Attempting to bind port 91d05c8d-7903-4ef5-b176-17e4ade7df61 on network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:21.453412 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:21.453891 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Checking segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:21.455093 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.455596 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Bound using segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:21.456407 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Bound port: 91d05c8d-7903-4ef5-b176-17e4ade7df61, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:21.456938 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.457357 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.486424 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0501890 Jun 28 12:05:21.490996 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50494) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:21.498281 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Request body: {'subnet': {'network_id': 'd112813d-eab7-4e14-bf0b-ddddc751548e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769789461-subnet', 'tenant_id': 'c9416133e5284852bd4b67a32947ebf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:21.519841 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Allocated IP 172.27.1.227 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/27f388a9-2782-4565-965d-a22816d8b26b) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:21.554209 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Pushing event updated for resources: {'Network': ['ID=d112813d-eab7-4e14-bf0b-ddddc751548e,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.576220 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network d112813d-eab7-4e14-bf0b-ddddc751548e details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:21.672699 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.676966 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.680277 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6cb20e71-9eff-4957-a163-2fe7059e260c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.730222 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.763574 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] For port 91d05c8d-7903-4ef5-b176-17e4ade7df61, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:21.772890 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317f743a-fcbd-474d-bcd1-80ec1b533a94,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.774906 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:21.780276 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.784989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.787508 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.787881 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.796266 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-85a9fdd7-a44d-45c0-8426-d914c1c782b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.831797 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.843227 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.846269 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] For port 91d05c8d-7903-4ef5-b176-17e4ade7df61, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=91d05c8d-7903-4ef5-b176-17e4ade7df61,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:21.849083 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:21.861151 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:21.863162 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Pushing event updated for resources: {'Port': ['ID=27f388a9-2782-4565-965d-a22816d8b26b,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.867282 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:21.881486 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.910376 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:21.915320 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d479888f-1f3d-4355-bc6a-432ed7d30641,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:21.918811 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:21.920767 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3927429 Jun 28 12:05:21.928939 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:21.942444 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50508) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:21.978630 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Request body: {'subnet': {'network_id': 'f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2115967288-subnet', 'tenant_id': 'b40ebf7c4c474cfa90d96abb3dae9ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:22.015769 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:22.044331 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.046988 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Added segment 2b0509ce-30b9-4479-b55b-871542583503 of type vlan for network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 Jun 28 12:05:22.074273 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-a03d299b-f44f-4c06-b9da-86ed23b1fb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:22.094816 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Made reservation on behalf of c9416133e5284852bd4b67a32947ebf3 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:22.103500 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.108180 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.245057 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Pushing event updated for resources: {'Port': ['ID=91d05c8d-7903-4ef5-b176-17e4ade7df61,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:22.258860 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:22.266910 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Made reservation on behalf of b40ebf7c4c474cfa90d96abb3dae9ed7 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:22.271699 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.284656 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.331235 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.573627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.594533 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:22.595481 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.603081 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:22.655515 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.762766 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2001541 Jun 28 12:05:22.765745 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50542) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:22.777504 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Request body: {'subnet': {'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-subnet', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:22.862103 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Pushing event updated for resources: {'Network': ['ID=1d123fcb-8ac3-4978-bd7e-2a21b91c0791,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:22.865330 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:22.877429 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:22.934701 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Made reservation on behalf of cb09feecc7884db493de86f8a2dfa30f for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:22.937452 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.942353 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:22.960910 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:22.963065 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.024277 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:05:23.096623 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bf0f38-3195-4583-b2e2-271a3691f310,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:23.099246 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:23.106133 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:23.154779 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Checking segment: {'id': 'd45d1dec-4933-4036-a0dc-144c43f7f6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd112813d-eab7-4e14-bf0b-ddddc751548e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:23.155112 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Network hostable DHCP agents. Network: d112813d-eab7-4e14-bf0b-ddddc751548e, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:23.193574 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Checking segment: {'id': '2e929e02-f99c-4820-8a3c-ced5882c64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:23.194233 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Network hostable DHCP agents. Network: f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:23.237662 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61e8911-0175-4d06-ac34-0405e8625bba,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:23.237806 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:05:23.250062 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:23.252469 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Sync routers for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:05:23.272774 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:23.273253 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:05:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:23.290934 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.292887 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6769431 Jun 28 12:05:23.298808 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Network d112813d-eab7-4e14-bf0b-ddddc751548e is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:23.299269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50548) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:23.334186 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:23.350090 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, d112813d-eab7-4e14-bf0b-ddddc751548e) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:23.358044 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:23.359931 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.364429 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5dc475-e0d5-42d5-a2a7-9e18a1eb21d5 None None] Network d112813d-eab7-4e14-bf0b-ddddc751548e requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:23.380797 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:23.391321 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:23.391955 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.422609 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9302597 Jun 28 12:05:23.447005 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.459900 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-54c08d38-f8cc-4fda-a420-f5a5195ba701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:23.547990 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:23.558779 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:23.561712 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6011896 Jun 28 12:05:23.609756 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 91d05c8d-7903-4ef5-b176-17e4ade7df61 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:23.614072 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:23.616585 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf9e8c-c821-42ca-8e69-acec14d20a4e None None] Network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:23.628245 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Checking segment: {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:23.628907 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Network hostable DHCP agents. Network: 1d123fcb-8ac3-4978-bd7e-2a21b91c0791, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:23.689626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:23.719409 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 1d123fcb-8ac3-4978-bd7e-2a21b91c0791) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:23.731955 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:23.733481 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.795649 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0241106 Jun 28 12:05:23.798400 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50570) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:23.819616 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a7dd96-2eec-4fe1-80f3-4155ab41e2f0 None None] Network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:23.827889 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:23.911420 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.912799 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:23.947278 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f6c7e-467b-4043-96d6-a8deaa56bfad None None] Network d112813d-eab7-4e14-bf0b-ddddc751548e requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:24.067857 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.094126 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:22Z', 'revision_number': 3, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:24.122179 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85bfaf5-8525-4fa5-b3b5-41680be6ac62 None None] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:24.171293 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Checking router: 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:05:24.174108 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Updating router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 port 27f388a9-2782-4565-965d-a22816d8b26b binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:05:24.264393 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.420197 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 91d05c8d-7903-4ef5-b176-17e4ade7df61 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:24.520023 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] Provisioning for port 91d05c8d-7903-4ef5-b176-17e4ade7df61 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:24.524184 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.539659 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.619492 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] Provisioning complete for port 91d05c8d-7903-4ef5-b176-17e4ade7df61 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:24.619828 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:24.874940 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50652) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:24.877716 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec3492-2d32-44a9-9ecd-bd1c85d014e0 None None] Network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:24.898768 dv-cinder-772388-5-iscsi neutron-server[93238]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 12:05:24.978336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50664) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:25.032260 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-886103083-network', 'tenant_id': '99d3f7fe11224e33b964187b1248cfde'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:25.086525 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.110816 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Transition to ACTIVE for port object 27f388a9-2782-4565-965d-a22816d8b26b will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:25.124860 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.133977 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-bc37337a-90a2-4f3b-be46-e529b1fb44f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:25.171218 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ff44a-079c-433b-a934-2a6a64c07ba6 None None] Network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:25.274857 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Pushing event updated for resources: {'Port': ['ID=27f388a9-2782-4565-965d-a22816d8b26b,revision_number=2']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:25.284309 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.302014 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.304772 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.306725 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.307986 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.311627 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.314137 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.314664 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.315193 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.315668 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.316183 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.318326 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.318812 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.319315 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Tracked resource versions report: Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: pushed versions: Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: { 'AddressGroup': {'1.2'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'ConntrackHelper': {'1.0'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Log': {'1.0'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Network': {'1.1'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Port': {'1.7'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'PortForwarding': {'1.2'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'QosPolicy': {'1.8'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SecurityGroup': {'1.4'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SubPort': {'1.0'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Subnet': {'1.1'}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Trunk': {'1.1'}} Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: consumer versions: Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: { DHCP agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: HyperV agent@hv-cinder-77238: {}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: L3 agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: Metadata agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: Metering agent@dv-cinder-772388-5-iscsi: {}, Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: Open vSwitch agent@dv-cinder-772388-5-iscsi: { 'AddressGroup': '1.2', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'ConntrackHelper': '1.0', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Log': '1.0', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Network': '1.1', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Port': '1.7', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'PortForwarding': '1.2', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'QosPolicy': '1.8', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SecurityGroup': '1.4', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SecurityGroupRule': '1.2', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'SubPort': '1.0', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Subnet': '1.1', Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: 'Trunk': '1.1'}} Jun 28 12:05:25.321915 dv-cinder-772388-5-iscsi neutron-server[93240]: {{(pid=93240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:05:25.327991 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:25.330437 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Attempting to bind port 27f388a9-2782-4565-965d-a22816d8b26b on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:25.340977 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Attempting to bind port 27f388a9-2782-4565-965d-a22816d8b26b by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:25.341580 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Attempting to bind port 27f388a9-2782-4565-965d-a22816d8b26b on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:25.347746 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:25.348332 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:25.348911 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.349454 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:25.350099 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Bound port: 27f388a9-2782-4565-965d-a22816d8b26b, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:25.350658 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.402761 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Made reservation on behalf of 99d3f7fe11224e33b964187b1248cfde for: {'network': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:25.404957 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.433974 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] For port 27f388a9-2782-4565-965d-a22816d8b26b, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:25.441615 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] For port 27f388a9-2782-4565-965d-a22816d8b26b, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=27f388a9-2782-4565-965d-a22816d8b26b,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:25.452001 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-f645d65c-aaf9-4d18-8215-bce5dc7064f7 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:25.454363 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-f645d65c-aaf9-4d18-8215-bce5dc7064f7 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/networks?id=f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 HTTP/1.1" status: 200 len: 812 time: 0.5763428 Jun 28 12:05:25.459300 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.461877 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Allocated IP 172.20.0.1 (e9529f5e-48d2-4f6d-a609-e724cd83f2a2/2f2b98a6-9bf4-44a2-90b5-70c0049d00f7/a1d80b73-d207-47ea-a58d-fdf63d244e00) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:25.464326 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Allocated IP 172.27.1.205 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/567f008b-29bf-413e-a81e-2de06016d9d4) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:25.471451 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:25.506358 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.547396 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-1a5c440e-b1f7-4c6d-a244-83d6a3b682c4 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/quotas/b40ebf7c4c474cfa90d96abb3dae9ed7 HTTP/1.1" status: 200 len: 375 time: 0.0561485 Jun 28 12:05:25.566101 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Pushing event updated for resources: {'Port': ['ID=27f388a9-2782-4565-965d-a22816d8b26b,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:25.568872 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:25.569494 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:05:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:25.625351 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.628094 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.671009 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:25.677388 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.693189 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:25.698669 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:25.727484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:25.736506 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:25.740622 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:25.759672 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] For port 91d05c8d-7903-4ef5-b176-17e4ade7df61, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=91d05c8d-7903-4ef5-b176-17e4ade7df61,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:25.776971 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.822698 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:25.894034 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:25.916051 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] Pushing event updated for resources: {'Port': ['ID=91d05c8d-7903-4ef5-b176-17e4ade7df61,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:25.927490 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:25.936188 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Transition to ACTIVE for port object a1d80b73-d207-47ea-a58d-fdf63d244e00 will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:25.996347 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-e5bb1c56-cfb7-425b-9013-f8da01dc31dd tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b40ebf7c4c474cfa90d96abb3dae9ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4478934 Jun 28 12:05:26.001445 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.011361 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:26.024951 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Pushing event updated for resources: {'Port': ['ID=567f008b-29bf-413e-a81e-2de06016d9d4,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:26.031881 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:26.120477 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:22Z', 'revision_number': 3, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:26.125636 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-fd915169-a007-491f-acb2-cd80bfbe5617 None None] Provisioning complete for port 91d05c8d-7903-4ef5-b176-17e4ade7df61 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:26.126200 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:26.127099 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-fd915169-a007-491f-acb2-cd80bfbe5617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.181916 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:26.192498 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:26.193183 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.211743 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73675ea9-82b6-405d-a89a-ae084036e44d None None] The sync data for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi is: [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:22Z', 'revision_number': 3, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:05:26.378294 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.534489 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-c789d833-3880-4810-888d-1dac6349aa02 None None] Provisioning for port a1d80b73-d207-47ea-a58d-fdf63d244e00 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:26.539042 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-c789d833-3880-4810-888d-1dac6349aa02 None None] Provisioning complete for port a1d80b73-d207-47ea-a58d-fdf63d244e00 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:26.539559 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c789d833-3880-4810-888d-1dac6349aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.624087 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-c789d833-3880-4810-888d-1dac6349aa02 None None] Port a1d80b73-d207-47ea-a58d-fdf63d244e00 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:05:26.687424 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.786961 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Pushing event updated for resources: {'Port': ['ID=a1d80b73-d207-47ea-a58d-fdf63d244e00,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:26.808999 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-fe964b42-e43f-4fce-9638-78d05337ba84 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:05:26.810628 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-fe964b42-e43f-4fce-9638-78d05337ba84 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3431594 Jun 28 12:05:26.814236 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:26.844999 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:05:26.957078 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.962613 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.970109 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:05:26.978754 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Sync routers for ids ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:05:26.987431 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.990906 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:26.994751 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Routers {'33a1c91f-ed50-4a80-b3ad-895ecef7a60c'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:26.994920 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1900764 Jun 28 12:05:26.995019 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:05:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:26.995200 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50758) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:27.022888 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=93238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:05:27.033606 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.033951 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.segments_db [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Added segment faf38762-02e6-4a89-a84d-824218b1edb6 of type vlan for network 5797bc58-957f-4cc4-a77b-c259709ac06e Jun 28 12:05:27.082014 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.136347 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:27.141261 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.145373 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-69b9a1a2-1d58-4018-842c-e6995a622f19 service neutron] 10.222.0.11 "GET /v2.0/networks/f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237114 Jun 28 12:05:27.148083 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:27.148655 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.154769 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50764) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:27.181184 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1864922 Jun 28 12:05:27.185933 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Set router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:27.193044 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50766) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:27.214156 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Request body: {'subnet': {'network_id': '5797bc58-957f-4cc4-a77b-c259709ac06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-886103083-subnet', 'tenant_id': '99d3f7fe11224e33b964187b1248cfde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:27.264045 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Made reservation on behalf of 99d3f7fe11224e33b964187b1248cfde for: {'subnet': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:27.266767 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.394940 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 27f388a9-2782-4565-965d-a22816d8b26b up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:27.416210 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a31504-0e99-46bc-9160-0e6c97d685ea,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:27.423096 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:27.428000 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-af1cd144-3a7c-4d65-b0dc-8723b777ab7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:27.505292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 3, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port': {'id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:25Z', 'updated_at': '2021-06-28T12:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:27.533870 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Checking router: 33a1c91f-ed50-4a80-b3ad-895ecef7a60c for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:05:27.534223 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Updating router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c port 567f008b-29bf-413e-a81e-2de06016d9d4 binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:05:27.536174 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 27f388a9-2782-4565-965d-a22816d8b26b completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:27.562625 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 27f388a9-2782-4565-965d-a22816d8b26b triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:27.563282 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.612270 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.652529 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Pushing event updated for resources: {'Network': ['ID=5797bc58-957f-4cc4-a77b-c259709ac06e,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:27.665888 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:27.670767 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-db8f3fe1-b919-435b-a4a5-960b26ef1c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.696910 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-d2cf9408-8065-4fb6-ba66-9ca0cb69b122 service neutron] 10.222.0.11 "GET /v2.0/networks/f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344973 Jun 28 12:05:27.821742 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.825209 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.829428 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:27.834324 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.859222 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.924271 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 5797bc58-957f-4cc4-a77b-c259709ac06e details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:05:27.934520 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Pushing event updated for resources: {'Subnet': ['ID=efbe8523-4832-4f20-8f90-d87ce25c5a76,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:27.954396 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.957787 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-db8f3fe1-b919-435b-a4a5-960b26ef1c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.971453 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-db8f3fe1-b919-435b-a4a5-960b26ef1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:27.976833 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50786) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:27.977642 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:27.981370 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5efb5b42-acd5-410a-9fb1-e3882681304d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:27.985647 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:28.003297 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.048650 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Transition to ACTIVE for port object 567f008b-29bf-413e-a81e-2de06016d9d4 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:28.065505 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Checking segment: {'id': 'faf38762-02e6-4a89-a84d-824218b1edb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5797bc58-957f-4cc4-a77b-c259709ac06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:28.065891 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Network hostable DHCP agents. Network: 5797bc58-957f-4cc4-a77b-c259709ac06e, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:05:28.074128 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ccd6174a-dcbb-4a75-83ee-87035b94e120 req-7eb8f238-1109-49a3-9be8-4b08fe0ab414 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0933270 Jun 28 12:05:28.080883 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f3fe1-b919-435b-a4a5-960b26ef1c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3d13b9-0fe3-46f2-9e34-b76db814688a,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:28.085548 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-db8f3fe1-b919-435b-a4a5-960b26ef1c70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52676509c0bd4ec8a6e0caf9676e0baa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9270010 Jun 28 12:05:28.088612 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-db8f3fe1-b919-435b-a4a5-960b26ef1c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:28.089692 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.090677 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50796) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:28.122668 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-b2538604-d868-41e5-8407-bc17867ec318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:28.152079 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Pushing event updated for resources: {'Port': ['ID=a1d80b73-d207-47ea-a58d-fdf63d244e00,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:28.167126 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:28.170010 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:28.172166 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:28.177900 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Network 5797bc58-957f-4cc4-a77b-c259709ac06e is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:05:28.182982 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.224246 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 5797bc58-957f-4cc4-a77b-c259709ac06e) {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:28.232472 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:28.233436 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.263791 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0638521 Jun 28 12:05:28.282747 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a7ae8a-a7ae-4472-a478-539a571a9caa None None] Network 5797bc58-957f-4cc4-a77b-c259709ac06e requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:28.312164 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a3a226f0-1fdd-4a40-8220-8991c7f63710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.340054 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 27f388a9-2782-4565-965d-a22816d8b26b, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=27f388a9-2782-4565-965d-a22816d8b26b,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:28.350342 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:05:28.409271 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be79c4-9d27-4695-84c9-2f76c3097e23 None None] Pushing event updated for resources: {'Port': ['ID=567f008b-29bf-413e-a81e-2de06016d9d4,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:28.421605 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.422381 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c3be79c4-9d27-4695-84c9-2f76c3097e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:28.422560 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a3a226f0-1fdd-4a40-8220-8991c7f63710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.430385 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 91d05c8d-7903-4ef5-b176-17e4ade7df61 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:28.436826 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Attempting to bind port 567f008b-29bf-413e-a81e-2de06016d9d4 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:28.437199 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Attempting to bind port 567f008b-29bf-413e-a81e-2de06016d9d4 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:28.437865 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Attempting to bind port 567f008b-29bf-413e-a81e-2de06016d9d4 on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:28.467657 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Allocated IP 172.20.0.1 (1d123fcb-8ac3-4978-bd7e-2a21b91c0791/8dea7f0a-ad22-4bd4-b62d-992ed88cb78f/aea31888-a687-480b-9520-f24b66864b42) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:28.523964 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-a03d299b-f44f-4c06-b9da-86ed23b1fb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:28.531750 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50806) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:28.597856 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:05:28.607993 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] 10.222.0.11 "PUT /v2.0/routers/91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3071935 Jun 28 12:05:28.650998 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:28.658822 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:28.659273 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.659668 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:28.660295 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Bound port: 567f008b-29bf-413e-a81e-2de06016d9d4, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:28.660567 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.668801 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Sync routers for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:05:28.683928 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:28.684543 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:05:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:28.734770 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.769710 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_v2 [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Deleting subnet 17bf0f38-3195-4583-b2e2-271a3691f310 {{(pid=93237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:05:28.773502 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.814816 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.825275 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.875940 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a3a226f0-1fdd-4a40-8220-8991c7f63710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.880195 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a3a226f0-1fdd-4a40-8220-8991c7f63710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.881574 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a3a226f0-1fdd-4a40-8220-8991c7f63710 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c3d13b9-0fe3-46f2-9e34-b76db814688a HTTP/1.1" status: 204 len: 168 time: 0.7899444 Jun 28 12:05:28.886478 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ff52828f-25af-4bf2-b7d8-06c7ca6ab4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:28.887090 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.903759 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a226f0-1fdd-4a40-8220-8991c7f63710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3d13b9-0fe3-46f2-9e34-b76db814688a,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:28.910312 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a3a226f0-1fdd-4a40-8220-8991c7f63710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:28.913512 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:28.945553 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for subnet, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.949662 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:28.957091 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:28.959617 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:28.960199 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:28.986441 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:05:29.017694 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Pushing event updated for resources: {'Port': ['ID=aea31888-a687-480b-9520-f24b66864b42,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:29.030733 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:29.031856 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.034788 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/17bf0f38-3195-4583-b2e2-271a3691f310 HTTP/1.1" status: 204 len: 168 time: 0.5026069 Jun 28 12:05:29.037497 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50836) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:29.073323 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-a757a95e-1fee-47a3-92b5-4e1692e7339e None None] Provisioning complete for port a1d80b73-d207-47ea-a58d-fdf63d244e00 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:29.073950 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a757a95e-1fee-47a3-92b5-4e1692e7339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.107627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:29.108232 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:29.145389 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=27f388a9-2782-4565-965d-a22816d8b26b,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:29.157398 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bf0f38-3195-4583-b2e2-271a3691f310,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:29.158680 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:29.173245 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:29.179609 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] For port 567f008b-29bf-413e-a81e-2de06016d9d4, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:29.221149 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.292858 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-a757a95e-1fee-47a3-92b5-4e1692e7339e None None] Port a1d80b73-d207-47ea-a58d-fdf63d244e00 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:05:29.303535 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] For port 567f008b-29bf-413e-a81e-2de06016d9d4, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=567f008b-29bf-413e-a81e-2de06016d9d4,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:29.306292 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7d38120f-a78e-4dc6-bf27-3316ae4656a2 req-c578b9e3-bbaf-477f-807b-2332a6cf378a tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0741274 Jun 28 12:05:29.387074 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.392432 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e7cdf-77fe-4302-b1f5-2ac95dce8366 None None] Network 5797bc58-957f-4cc4-a77b-c259709ac06e requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:05:29.393416 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.436391 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:27Z', 'revision_number': 2, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:29.460506 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:29.462596 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.472768 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Checking router: 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:05:29.473121 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Updating router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 port a1d80b73-d207-47ea-a58d-fdf63d244e00 binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:05:29.475713 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 91d05c8d-7903-4ef5-b176-17e4ade7df61 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:29.476079 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.478265 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.478726 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.479679 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.480380 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > port after_create 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.480943 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.481523 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > port after_update 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.481953 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.482401 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.482842 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.483320 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.520408 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.593539 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50854) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:29.677724 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a1b68361-3d3b-4b22-b5dc-1845f12ad1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.809374 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.809973 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.810524 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.811092 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:29.811633 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d112813d-eab7-4e14-bf0b-ddddc751548e']}} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:29.868614 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45d1dec-4933-4036-a0dc-144c43f7f6a2') {'for_net_delete': True} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:29.869798 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45d1dec-4933-4036-a0dc-144c43f7f6a2') {} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:29.890883 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11257824'] for segment, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.904921 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Routers {'33a1c91f-ed50-4a80-b3ad-895ecef7a60c'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:29.905548 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:05:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:29.917436 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.923999 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be79c4-9d27-4695-84c9-2f76c3097e23 None None] Pushing event updated for resources: {'Port': ['ID=567f008b-29bf-413e-a81e-2de06016d9d4,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:29.938851 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:05:29.939926 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.940977 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11540851'] for segment, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: from cryptography.utils import int_from_bytes Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: from cryptography.utils import int_from_bytes Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: Traceback (most recent call last): Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: timer() Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: cb(*args, **kw) Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: return func(*args, **kwargs) Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: self._notify() Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: self.callback(batched_events) Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: event.method(event) Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: return f(self, *a, **k) Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._get(url).json() Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: return self.request(url, 'GET', **kwargs) Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:05:29.949958 dv-cinder-772388-5-iscsi neutron-server[93238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:05:29.954536 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.963791 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c3be79c4-9d27-4695-84c9-2f76c3097e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:29.964599 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:29.977911 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:29.980835 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.036023 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.036964 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Transition to ACTIVE for port object a1d80b73-d207-47ea-a58d-fdf63d244e00 will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:30.048117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.052273 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.055633 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:30.058236 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] 10.222.0.11 "DELETE /v2.0/networks/d112813d-eab7-4e14-bf0b-ddddc751548e HTTP/1.1" status: 204 len: 168 time: 1.0196104 Jun 28 12:05:30.058972 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50864) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:30.059688 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:30.110574 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d112813d-eab7-4e14-bf0b-ddddc751548e,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:30.113775 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:30.146498 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb16be-8a2a-47bc-81b1-12fa85ff76d8 None None] Pushing event updated for resources: {'Port': ['ID=a1d80b73-d207-47ea-a58d-fdf63d244e00,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:30.150272 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Pushing event updated for resources: {'Port': ['ID=aea31888-a687-480b-9520-f24b66864b42,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:30.153815 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-39cb16be-8a2a-47bc-81b1-12fa85ff76d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:30.186691 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 27f388a9-2782-4565-965d-a22816d8b26b up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:30.227538 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:30.229703 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a1b68361-3d3b-4b22-b5dc-1845f12ad1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.237070 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a1b68361-3d3b-4b22-b5dc-1845f12ad1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.243969 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a3a226f0-1fdd-4a40-8220-8991c7f63710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:30.309269 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Attempting to bind port a1d80b73-d207-47ea-a58d-fdf63d244e00 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:30.310059 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Attempting to bind port a1d80b73-d207-47ea-a58d-fdf63d244e00 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:30.310059 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Attempting to bind port a1d80b73-d207-47ea-a58d-fdf63d244e00 on network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:30.323547 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:30.328184 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Checking segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:30.329807 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.330210 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Bound using segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:30.330719 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Bound port: a1d80b73-d207-47ea-a58d-fdf63d244e00, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:30.334930 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.343431 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a1b68361-3d3b-4b22-b5dc-1845f12ad1f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c82168609294dd8bcfd9ef9a754babf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7351711 Jun 28 12:05:30.386021 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] Set router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:30.409642 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:30.411165 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b68361-3d3b-4b22-b5dc-1845f12ad1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a35b6-1d1f-483d-9504-b00b3ecedbcb,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:30.424920 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a1b68361-3d3b-4b22-b5dc-1845f12ad1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:30.425179 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50866) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:30.428604 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:30.488206 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Deleting subnet efbe8523-4832-4f20-8f90-d87ce25c5a76 {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:05:30.494210 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] For port a1d80b73-d207-47ea-a58d-fdf63d244e00, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:30.506761 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.509556 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] For port a1d80b73-d207-47ea-a58d-fdf63d244e00, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=a1d80b73-d207-47ea-a58d-fdf63d244e00,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:30.518629 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.522098 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:30.554878 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 27f388a9-2782-4565-965d-a22816d8b26b triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:30.555109 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.561979 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.604676 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3804b4ad-f368-4c26-983d-03f79dc1f155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.629633 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50876) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:30.654341 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0ccdea14-8e81-4bb5-8b9d-f20421e64722 req-50fb018b-4bbb-4efc-a7ba-9ed29bc40059 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0595882 Jun 28 12:05:30.657524 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438190611', 'description': 'tempest-description--1482006295'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:30.671392 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3804b4ad-f368-4c26-983d-03f79dc1f155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.686199 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.693649 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb16be-8a2a-47bc-81b1-12fa85ff76d8 None None] Pushing event updated for resources: {'Port': ['ID=a1d80b73-d207-47ea-a58d-fdf63d244e00,revision_number=4']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:30.715530 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:30.716231 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:05:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:30.730821 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-39cb16be-8a2a-47bc-81b1-12fa85ff76d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:30.836299 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.839674 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a235e244-a5ba-47e4-b6b5-996e70121c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:30.867381 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.876521 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3804b4ad-f368-4c26-983d-03f79dc1f155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.880598 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efbe8523-4832-4f20-8f90-d87ce25c5a76,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:30.887217 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:30.890425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3804b4ad-f368-4c26-983d-03f79dc1f155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.892281 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-3804b4ad-f368-4c26-983d-03f79dc1f155 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b96a35b6-1d1f-483d-9504-b00b3ecedbcb HTTP/1.1" status: 204 len: 168 time: 0.4662745 Jun 28 12:05:30.897393 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:30.903868 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:30.906028 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/efbe8523-4832-4f20-8f90-d87ce25c5a76 HTTP/1.1" status: 204 len: 168 time: 0.8416953 Jun 28 12:05:30.915499 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50886) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:30.924128 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804b4ad-f368-4c26-983d-03f79dc1f155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a35b6-1d1f-483d-9504-b00b3ecedbcb,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:30.933021 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3804b4ad-f368-4c26-983d-03f79dc1f155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:31.003967 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:05:31.009295 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:31.150871 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.166167 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:05:29Z', 'revision_number': 4, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port': {'id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:25Z', 'updated_at': '2021-06-28T12:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aea31888-a687-480b-9520-f24b66864b42', 'name': '', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'mac_address': 'fa:16:3e:4f:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:28Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 1, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'subnets': [{'id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:31.202639 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917b3ae6-65f4-40c0-8e7d-5b39a19c18d5 None None] The sync data for ids ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'] in dv-cinder-772388-5-iscsi is: [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:05:29Z', 'revision_number': 4, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port': {'id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:25Z', 'updated_at': '2021-06-28T12:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aea31888-a687-480b-9520-f24b66864b42', 'name': '', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'mac_address': 'fa:16:3e:4f:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:28Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 1, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'subnets': [{'id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:05:31.337470 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:30Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:31.371954 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b1bad-3b6f-4a3d-a16d-44271faee373 None None] The sync data for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi is: [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:30Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:05:31.566088 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:05:31.573569 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.579412 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] 10.222.0.11 "PUT /v2.0/routers/33a1c91f-ed50-4a80-b3ad-895ecef7a60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5754557 Jun 28 12:05:31.717100 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:31.729401 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.729827 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.731409 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.731409 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > port after_create 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.731959 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.732090 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > port after_update 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.732702 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.733115 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.733506 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:31.733924 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:32.148081 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d9371397-4911-494f-ace2-3b5776d84b77 req-dd191a19-00ba-4dda-b06a-553f12fa2e3a tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.1407850 Jun 28 12:05:32.232599 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:32.233173 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:32.233462 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:32.233569 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:05:32.234096 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5797bc58-957f-4cc4-a77b-c259709ac06e']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:32.240127 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device a1d80b73-d207-47ea-a58d-fdf63d244e00 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:32.250689 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.259391 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf38762-02e6-4a89-a84d-824218b1edb6') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:32.264413 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf38762-02e6-4a89-a84d-824218b1edb6') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:32.270208 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:32.316514 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bbcac2-4fb9-49a8-b733-f6000f82df10,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:32.330959 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:32.333210 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.338539 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.340454 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.7096794 Jun 28 12:05:32.343453 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 50936) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:32.348663 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'security_group_rule': {'security_group_id': '82bbcac2-4fb9-49a8-b733-f6000f82df10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:32.364657 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.365358 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port a1d80b73-d207-47ea-a58d-fdf63d244e00 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:32.372271 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port a1d80b73-d207-47ea-a58d-fdf63d244e00 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:32.372678 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.383341 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:05:32.384043 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: from cryptography.utils import int_from_bytes Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: from cryptography.utils import int_from_bytes Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:05:32.389824 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:05:32.414141 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.521575 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.551397 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.561499 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:32.568622 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port a1d80b73-d207-47ea-a58d-fdf63d244e00, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=a1d80b73-d207-47ea-a58d-fdf63d244e00,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:32.576561 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.578215 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.578484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.580839 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] 10.222.0.11 "DELETE /v2.0/networks/5797bc58-957f-4cc4-a77b-c259709ac06e HTTP/1.1" status: 204 len: 168 time: 1.6587782 Jun 28 12:05:32.581893 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Pushing event deleted for resources: {'Network': ['ID=5797bc58-957f-4cc4-a77b-c259709ac06e,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:32.585906 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.588577 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:32.589652 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:32.594538 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:32.603255 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7480e58a-d9e1-4953-be4d-d07699d9b77d,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:32.607892 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:32.645683 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.648184 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030052 Jun 28 12:05:32.650592 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50954) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:32.656254 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'security_group_rule': {'security_group_id': '82bbcac2-4fb9-49a8-b733-f6000f82df10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:32.676441 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=a1d80b73-d207-47ea-a58d-fdf63d244e00,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:32.680752 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:32.728714 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.856100 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.864197 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.868665 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:32.876796 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7c693ac6-d719-4fcd-aba7-17b02b670ce4 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:32.882691 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50962) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:32.884197 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7c693ac6-d719-4fcd-aba7-17b02b670ce4 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 819 time: 0.2254353 Jun 28 12:05:32.897532 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c5f690-f6cf-416e-aad3-9799a31607f5,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:32.902659 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-e267de4f-ef79-48d5-b81d-0baeffd1b319 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/quotas/cb09feecc7884db493de86f8a2dfa30f HTTP/1.1" status: 200 len: 375 time: 0.0172250 Jun 28 12:05:32.909328 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:32.924141 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:32.928190 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2735324 Jun 28 12:05:32.928549 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50966) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:32.933790 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:32.956936 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-4f0b7875-f868-4054-9f4c-5c7f574ac468 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9416133e5284852bd4b67a32947ebf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0728569 Jun 28 12:05:32.959786 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 50968) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:33.008858 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.091456 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8c8d744d-a8bc-4c0a-a3a7-1edd93d5f724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.099727 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-838ff5c9-2098-428d-8b6a-ac824c4e26e5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1961014 Jun 28 12:05:33.173477 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8c8d744d-a8bc-4c0a-a3a7-1edd93d5f724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.323449 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-1d46e929-be61-40fd-af3b-cae5cd1f50b4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:05:33.325045 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-1d46e929-be61-40fd-af3b-cae5cd1f50b4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0716436 Jun 28 12:05:33.346082 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.363525 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8c8d744d-a8bc-4c0a-a3a7-1edd93d5f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.367847 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8c8d744d-a8bc-4c0a-a3a7-1edd93d5f724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.371986 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-8c8d744d-a8bc-4c0a-a3a7-1edd93d5f724 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67d4f47a-5be6-4708-80b7-947c8ddff9df HTTP/1.1" status: 204 len: 168 time: 0.4112313 Jun 28 12:05:33.414108 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-db8f3fe1-b919-435b-a4a5-960b26ef1c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:33.430775 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d744d-a8bc-4c0a-a3a7-1edd93d5f724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4f47a-5be6-4708-80b7-947c8ddff9df,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:33.439280 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-8c8d744d-a8bc-4c0a-a3a7-1edd93d5f724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:33.444329 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2a346cf8-0cb9-4402-9b33-4cd131043b7f req-95928cee-46f1-414c-a4dd-355349c8aee1 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0727956 Jun 28 12:05:33.508806 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8eb16b35-e650-449d-b218-c4ae8c228c87 service neutron] 10.222.0.11 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736951 Jun 28 12:05:33.541470 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Allocated IP 172.27.1.17 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/08709de5-5250-4694-93c4-9fdc65fc017d) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:33.629434 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-68781cee-e81e-4d19-83ae-099381731019 service neutron] 10.222.0.11 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148167 Jun 28 12:05:33.662777 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.716621 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:33.720375 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-81d87821-402d-46fb-a266-2cfc01607296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:33.756170 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:33.760605 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:33.767554 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:33.813098 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'Port': ['ID=08709de5-5250-4694-93c4-9fdc65fc017d,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:33.839316 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:33.877756 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7f4e14b-2302-4e49-b681-e492db35f078 req-2c95b2a8-9976-49ba-8f7f-0efa2aef0a95 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 210 time: 0.0510798 Jun 28 12:05:33.950056 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51022) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:33.988293 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51024) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:34.023954 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.029800 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-778187f1-9ffc-4689-8c7f-f204090e0a42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99d3f7fe11224e33b964187b1248cfde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0784197 Jun 28 12:05:34.033767 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 51030) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:34.185872 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.255655 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-02c24395-b1c3-4979-9f7b-be592e25104e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.308556 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-02c24395-b1c3-4979-9f7b-be592e25104e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.373330 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device a1d80b73-d207-47ea-a58d-fdf63d244e00 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:34.400002 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-02c24395-b1c3-4979-9f7b-be592e25104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.406855 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-02c24395-b1c3-4979-9f7b-be592e25104e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.410180 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-02c24395-b1c3-4979-9f7b-be592e25104e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8a31504-0e99-46bc-9160-0e6c97d685ea HTTP/1.1" status: 204 len: 168 time: 0.3751614 Jun 28 12:05:34.451507 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:34.457772 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port a1d80b73-d207-47ea-a58d-fdf63d244e00 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:34.458155 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.476695 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c24395-b1c3-4979-9f7b-be592e25104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a31504-0e99-46bc-9160-0e6c97d685ea,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:34.479292 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-02c24395-b1c3-4979-9f7b-be592e25104e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:34.479409 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-8d482eb6-c5d9-476b-8441-25385e6e7d61 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:34.491812 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-8d482eb6-c5d9-476b-8441-25385e6e7d61 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 819 time: 0.2818167 Jun 28 12:05:34.592908 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1250aceb-ce3f-4594-b20c-9225d18df04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.635735 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-a7f346f1-5294-457a-868b-1f65f57061a1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/quotas/cb09feecc7884db493de86f8a2dfa30f HTTP/1.1" status: 200 len: 375 time: 0.1068442 Jun 28 12:05:34.693331 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.15', 61498) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:34.729137 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 567f008b-29bf-413e-a81e-2de06016d9d4 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:34.774115 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.819862 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.847445 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 567f008b-29bf-413e-a81e-2de06016d9d4 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:34.852482 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 567f008b-29bf-413e-a81e-2de06016d9d4 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:34.853297 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:34.872659 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-79818c67-ae55-478e-97b1-dbf7c6f76a92 req-c943af8f-b1de-42c0-936c-62e6576f5224 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.1193759 Jun 28 12:05:34.873564 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:34.993845 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-a4ab1b2b-04e9-4069-80b2-f254cb6b3709 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3580101 Jun 28 12:05:35.037949 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.079742 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 567f008b-29bf-413e-a81e-2de06016d9d4, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=567f008b-29bf-413e-a81e-2de06016d9d4,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:35.086745 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.089564 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c3be79c4-9d27-4695-84c9-2f76c3097e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:35.170893 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1250aceb-ce3f-4594-b20c-9225d18df04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.176390 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=567f008b-29bf-413e-a81e-2de06016d9d4,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:35.183279 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:35.200488 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.200968 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1250aceb-ce3f-4594-b20c-9225d18df04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.214420 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:35.244935 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.265859 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-2ff3fc21-609e-4aac-8d46-a001b63931ae service neutron] 10.222.0.11 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711689 Jun 28 12:05:35.301044 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3697877 Jun 28 12:05:35.301890 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-1250aceb-ce3f-4594-b20c-9225d18df04b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68185e4096b245b7a50f745ceef542b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3121843 Jun 28 12:05:35.311315 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51100) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:35.312620 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250aceb-ce3f-4594-b20c-9225d18df04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870eccf9-0435-46c9-be4f-5af4cf29e18f,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:35.317712 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1250aceb-ce3f-4594-b20c-9225d18df04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:35.365402 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-88bbab21-6859-4b12-ba29-10a293751436 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:35.365402 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-88bbab21-6859-4b12-ba29-10a293751436 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.15 "GET /v2.0/networks?id=f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 HTTP/1.1" status: 200 len: 812 time: 0.6669157 Jun 28 12:05:35.386951 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'Port': ['ID=08709de5-5250-4694-93c4-9fdc65fc017d,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:35.425680 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:35.446446 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ca0872a7-0ecb-4f79-abd0-92b1b6352476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.476975 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-270812d1-5f63-4fa7-8c89-d63002a2621c service neutron] 10.222.0.11 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097449 Jun 28 12:05:35.529657 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ca0872a7-0ecb-4f79-abd0-92b1b6352476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.596656 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ca0872a7-0ecb-4f79-abd0-92b1b6352476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.601267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ca0872a7-0ecb-4f79-abd0-92b1b6352476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:35.616020 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-ca0872a7-0ecb-4f79-abd0-92b1b6352476 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/870eccf9-0435-46c9-be4f-5af4cf29e18f HTTP/1.1" status: 204 len: 168 time: 0.2865746 Jun 28 12:05:35.618021 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3804b4ad-f368-4c26-983d-03f79dc1f155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:35.638733 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0872a7-0ecb-4f79-abd0-92b1b6352476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870eccf9-0435-46c9-be4f-5af4cf29e18f,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:35.643479 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ca0872a7-0ecb-4f79-abd0-92b1b6352476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:35.719620 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Sync routers for ids ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:05:35.740046 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Routers {'33a1c91f-ed50-4a80-b3ad-895ecef7a60c'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:35.740693 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:05:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:35.777596 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b2655a6f-147a-4170-a230-efe76e14e395 req-a75502dc-88a5-482b-a27c-99e8b34b9e11 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0354478 Jun 28 12:05:35.781101 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-d3a30778-8290-4c74-bc4c-5b842d2a0bf0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--438190611&fields=id&tenant_id=00cfc41933524345a618f3b1ff6d32de HTTP/1.1" status: 200 len: 267 time: 0.0996187 Jun 28 12:05:35.886864 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Set router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:35.958988 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-efd45623-f8a0-4c5e-ada8-564f09aa3968 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:35.970848 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-efd45623-f8a0-4c5e-ada8-564f09aa3968 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 817 time: 0.1778374 Jun 28 12:05:35.997774 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-c19f73d4-f305-4c57-a022-b57332ef73d4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/quotas/00cfc41933524345a618f3b1ff6d32de HTTP/1.1" status: 200 len: 375 time: 0.0258503 Jun 28 12:05:36.101798 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 51160) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:36.118074 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-8b6de424-2cac-4bea-b1e7-8ae7467191b7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1189034 Jun 28 12:05:36.193991 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 567f008b-29bf-413e-a81e-2de06016d9d4 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:36.197224 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-af502475-7d97-4fbe-a120-4adb24b8a89b req-6673570b-c5df-4210-841d-fa10a2c835c3 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0489278 Jun 28 12:05:36.285917 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-92b95fc3-a471-4935-a057-08c6a21a4312 service neutron] 10.222.0.11 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591647 Jun 28 12:05:36.351754 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 567f008b-29bf-413e-a81e-2de06016d9d4 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:36.352298 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.393880 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:05:29Z', 'revision_number': 4, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port': {'id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:25Z', 'updated_at': '2021-06-28T12:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aea31888-a687-480b-9520-f24b66864b42', 'name': '', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'mac_address': 'fa:16:3e:4f:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:28Z', 'updated_at': '2021-06-28T12:05:29Z', 'revision_number': 2, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'subnets': [{'id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:36.454473 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bff88875-19b7-45c0-bb35-dc53af7560f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.536548 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-fcf36030-eea9-4f4f-85b2-8cf69d06afba service neutron] 10.222.0.11 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191603 Jun 28 12:05:36.640903 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Checking router: 33a1c91f-ed50-4a80-b3ad-895ecef7a60c for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:05:36.641259 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Updating router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c port aea31888-a687-480b-9520-f24b66864b42 binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:05:36.665118 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bff88875-19b7-45c0-bb35-dc53af7560f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.671748 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bff88875-19b7-45c0-bb35-dc53af7560f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.675674 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-8c8d744d-a8bc-4c0a-a3a7-1edd93d5f724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:36.722934 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff88875-19b7-45c0-bb35-dc53af7560f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55303cee-f049-47fb-be3f-721b5d02e3ef,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:36.730046 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51180) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:36.730330 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-bff88875-19b7-45c0-bb35-dc53af7560f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99e5ed6f24ea45daae52204554524386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270788 Jun 28 12:05:36.731412 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-bff88875-19b7-45c0-bb35-dc53af7560f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:36.733929 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.796903 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce443-ae53-4a7f-8768-61ee985234dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.834068 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce443-ae53-4a7f-8768-61ee985234dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.895084 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-590657f0-7844-46ba-b4f6-25507462c8e0 req-f6b4cd4c-dcc6-4f0b-8c5d-116d0a90a9d1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0464573 Jun 28 12:05:36.928116 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce443-ae53-4a7f-8768-61ee985234dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.932375 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce443-ae53-4a7f-8768-61ee985234dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:36.933946 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-ca6ce443-ae53-4a7f-8768-61ee985234dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55303cee-f049-47fb-be3f-721b5d02e3ef HTTP/1.1" status: 204 len: 168 time: 0.2020817 Jun 28 12:05:36.935606 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:36.945981 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ce443-ae53-4a7f-8768-61ee985234dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55303cee-f049-47fb-be3f-721b5d02e3ef,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:36.955707 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ca6ce443-ae53-4a7f-8768-61ee985234dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:37.074883 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-500a39ac-9e6b-490b-9635-1e10666b6b35 req-8733886c-2e14-4e43-8294-42a54e41919e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0476730 Jun 28 12:05:37.305158 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.328944 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Transition to ACTIVE for port object aea31888-a687-480b-9520-f24b66864b42 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:37.341067 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.357056 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:37.392513 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0dea4412-300a-41ee-94f6-d080fd731c76 req-24094715-ead6-4f09-afc7-8a16a6756e31 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0526259 Jun 28 12:05:37.508654 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e8ce5-9512-4a06-983a-abd75874b4dc None None] Pushing event updated for resources: {'Port': ['ID=aea31888-a687-480b-9520-f24b66864b42,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:37.513271 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e32e8ce5-9512-4a06-983a-abd75874b4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:37.515699 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Attempting to bind port aea31888-a687-480b-9520-f24b66864b42 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:37.516070 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Attempting to bind port aea31888-a687-480b-9520-f24b66864b42 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:37.516418 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Attempting to bind port aea31888-a687-480b-9520-f24b66864b42 on network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:37.522266 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:37.522852 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Checking segment: {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:37.523452 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.523833 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Bound using segment: {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:37.524322 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Bound port: aea31888-a687-480b-9520-f24b66864b42, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:37.524774 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.604307 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] For port aea31888-a687-480b-9520-f24b66864b42, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:37.608081 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] For port aea31888-a687-480b-9520-f24b66864b42, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=aea31888-a687-480b-9520-f24b66864b42,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:37.616416 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:37.620225 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:37.686599 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e8ce5-9512-4a06-983a-abd75874b4dc None None] Pushing event updated for resources: {'Port': ['ID=aea31888-a687-480b-9520-f24b66864b42,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:37.697030 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e32e8ce5-9512-4a06-983a-abd75874b4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:37.698033 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Routers {'33a1c91f-ed50-4a80-b3ad-895ecef7a60c'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:05:37.698873 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:05:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:37.817222 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] Set router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:05:38.061953 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:05:29Z', 'revision_number': 4, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port': {'id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:25Z', 'updated_at': '2021-06-28T12:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aea31888-a687-480b-9520-f24b66864b42', 'name': '', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'mac_address': 'fa:16:3e:4f:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:28Z', 'updated_at': '2021-06-28T12:05:37Z', 'revision_number': 4, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'subnets': [{'id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:05:38.090740 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d2782033-1021-42f9-bcc3-bdb8ec35e21e req-ad7bc9c8-f652-4988-9fbd-9afbbb202631 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0520675 Jun 28 12:05:38.110994 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf4fed-e10a-4364-8c16-e30f8b23a401 None None] The sync data for ids ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'] in dv-cinder-772388-5-iscsi is: [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:05:29Z', 'revision_number': 4, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port': {'id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:25Z', 'updated_at': '2021-06-28T12:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aea31888-a687-480b-9520-f24b66864b42', 'name': '', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'mac_address': 'fa:16:3e:4f:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:28Z', 'updated_at': '2021-06-28T12:05:37Z', 'revision_number': 4, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'subnets': [{'id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:05:38.186772 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device aea31888-a687-480b-9520-f24b66864b42 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:38.242024 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port aea31888-a687-480b-9520-f24b66864b42 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:05:38.246906 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port aea31888-a687-480b-9520-f24b66864b42 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:38.247448 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.252715 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7fa3572c-ad61-4f7c-8dd2-9c879f181f36 req-1fa687db-ed4a-4944-9df9-aafe44ca1795 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0383880 Jun 28 12:05:38.343972 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.380771 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port aea31888-a687-480b-9520-f24b66864b42, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=aea31888-a687-480b-9520-f24b66864b42,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:05:38.386241 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:38.388414 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:38.440426 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=aea31888-a687-480b-9520-f24b66864b42,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:38.447933 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:38.578173 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-144850fd-b0a6-4fa0-b9c8-7caea80e9af9 req-86d67af8-3f31-4f57-be1b-70d15879139c tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0340796 Jun 28 12:05:39.235356 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-80db9d9a-d438-411e-b6c9-bf01b2b7f4c1 req-974ca280-b5d9-4e17-8e2d-2facb6141e98 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0303109 Jun 28 12:05:39.418784 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d5dbf9f-3cd4-4d7a-bfe9-016bcafcd3bb req-7e30d7eb-bb17-49ff-8be3-b1013ae91a09 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0305154 Jun 28 12:05:39.803994 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9a0509d-1394-4e95-95cb-39017b0f5611 req-569b7d51-e844-4fb1-a8df-3a4315b12ea7 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0421824 Jun 28 12:05:40.169736 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device aea31888-a687-480b-9520-f24b66864b42 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:05:40.227077 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port aea31888-a687-480b-9520-f24b66864b42 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:05:40.227785 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:40.411676 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3a66be4c-c958-4111-a18b-6f7ef4f0b882 req-08e96196-e703-41df-af3e-e0bb5cb14f63 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0364795 Jun 28 12:05:40.577855 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-190cd49c-df2a-4948-975c-7648e4f85d83 req-e6819eda-192b-4adc-8f08-e4a99148e583 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0338335 Jun 28 12:05:40.989519 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-041accfd-f1ef-4087-9c70-7d722f127657 req-373c9e59-6f12-4b02-9374-29ec770eebb5 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0374463 Jun 28 12:05:41.626561 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ff0a7bcb-fe81-4779-b2f7-9cd1880366b9 req-2c7e0c2e-6a19-47d3-97d6-cd3bebb3dfad tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0663149 Jun 28 12:05:41.759298 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30133487-3f41-48ac-b200-161942d94566 req-0b87eb4f-18e9-4f6d-a134-b88ba19375a2 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0348570 Jun 28 12:05:42.183769 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0ef7ebcf-2e9c-41eb-8da5-6c99b85d0e7c req-54d54dde-0338-4713-a002-306cf942f916 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0363579 Jun 28 12:05:42.810190 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d71d149c-0c93-49be-b642-f67d4ac25a0a req-713b7594-f046-472b-9f3e-185719705c62 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0575376 Jun 28 12:05:42.933061 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-711cf0de-349c-40b2-a67e-8ec7480e0cba req-069d43c8-df11-468c-8572-fb16cd33c16e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0293052 Jun 28 12:05:43.330537 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3226d53b-2635-4ce0-8f35-78141e94e428 req-c2682914-870d-4039-bab3-2eca35a6870a tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0275528 Jun 28 12:05:43.951960 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c2302627-0f01-4220-b851-722f82a6d106 req-38a34785-eb74-45a3-ba76-9769da2af20d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0359442 Jun 28 12:05:44.215890 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5110d20-2037-451b-9d27-25daaa944604 req-449ea72f-1200-4175-bb6c-f7ce4a971eca tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.1661336 Jun 28 12:05:44.484196 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3b4c929f-db81-41d6-a3b0-a8a69b1e25d1 req-4905b27b-3c51-405c-8d7e-183fbe60987e tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0360866 Jun 28 12:05:45.159839 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c13f3840-bcc3-4ee3-8d7d-5c42664537f0 req-d50ff272-5153-4487-a278-c80f269358fa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0376291 Jun 28 12:05:45.381018 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f7f11821-c1c7-4a94-bd0e-9549ce5c6568 req-7747a5e0-d671-4142-bb54-91860da13cfd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0414963 Jun 28 12:05:45.629800 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d8755197-4efe-43e3-9cde-c52cf4b3fc51 req-6ad55b3a-0ab6-4c90-b556-772c8eaae52f tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0307193 Jun 28 12:05:46.140803 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.311508 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-be5d4c42-3d56-4a17-a1f2-c00e601676db req-24f8c812-02fc-41a2-bb08-54780797df41 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0284548 Jun 28 12:05:46.447628 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-120102e3-0ec2-48fe-976e-4d64e29aa8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:46.535963 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ec1ea2e-804a-41ce-83bc-21e29c25ed61 req-3ca24333-33bf-4c77-8f94-60075bef1214 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0319667 Jun 28 12:05:46.788848 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-05a41916-bd5b-4090-9761-c7c11bb6d95f req-385fda4f-276c-4244-8374-5eedf6e1d923 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0303605 Jun 28 12:05:47.462287 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bc5fa500-9ec9-4dc7-bb72-0f1a53e74c3a req-b14cd3a5-adee-4902-b6f0-7727e7a7e664 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0316410 Jun 28 12:05:47.700699 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a08e764e-36ae-485b-815b-02ce882aa158 req-38bf9b94-28bb-4961-9539-25f7cfc5bf5e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0405085 Jun 28 12:05:47.942820 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fcd8b014-13b2-4986-bd4e-299418a5b5be req-d235f792-87fd-4ef9-8ea1-10db903f5fc9 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0280859 Jun 28 12:05:48.617615 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-49cfbe70-4a50-4dd8-9125-4398e3810a7a req-0f6e49ac-e7be-4bf2-af9a-502459e0543d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0285158 Jun 28 12:05:48.917036 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-39aa7428-0b35-4831-8e3e-60642dfc67f9 req-99bd05d3-a339-4150-ae2e-e1b0d306aa61 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0826681 Jun 28 12:05:49.047373 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.058844 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-db8acf91-137a-4b45-86ae-4e82001b2e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.076626 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51550) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:49.137114 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1fb6fdcd-f25b-4e31-875c-d5a708e6a599 req-7145797a-4032-4435-91ea-65e25e23aed5 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0441115 Jun 28 12:05:49.211381 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d263f01b-b166-441d-ba83-2667014c03a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.308924 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d263f01b-b166-441d-ba83-2667014c03a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.314247 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d263f01b-b166-441d-ba83-2667014c03a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.316831 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1250aceb-ce3f-4594-b20c-9225d18df04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:49.344205 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f01b-b166-441d-ba83-2667014c03a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a4d9c4-76f1-495f-857a-3ef6e9f5d3f8,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:49.349492 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d263f01b-b166-441d-ba83-2667014c03a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:49.360824 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-d263f01b-b166-441d-ba83-2667014c03a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6ff0117361f40d2af53ce51888be43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826989 Jun 28 12:05:49.364149 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51558) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:49.418906 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-35fa4975-24ff-420b-bb3b-969f6f300e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.445006 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-35fa4975-24ff-420b-bb3b-969f6f300e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.494319 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-35fa4975-24ff-420b-bb3b-969f6f300e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.497260 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-35fa4975-24ff-420b-bb3b-969f6f300e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:49.498576 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-35fa4975-24ff-420b-bb3b-969f6f300e8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69a4d9c4-76f1-495f-857a-3ef6e9f5d3f8 HTTP/1.1" status: 204 len: 168 time: 0.1334856 Jun 28 12:05:49.499440 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:49.510380 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa4975-24ff-420b-bb3b-969f6f300e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a4d9c4-76f1-495f-857a-3ef6e9f5d3f8,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:49.512833 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-35fa4975-24ff-420b-bb3b-969f6f300e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:49.778350 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b1d711c4-bec7-475d-ad65-b099c98c1ea5 req-4bf58666-fd2e-4d85-8f42-a3c9ca29c443 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0382459 Jun 28 12:05:50.020300 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:50.071666 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-690c81a5-ce88-4c73-a30e-c1e69fb511ae req-15e041f6-7e91-40b0-933f-dc62a6edec98 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0308795 Jun 28 12:05:50.379338 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a98b2ebb-38f7-4b4f-98c2-f7e0f2d6bcc1 req-fb228bad-964e-4b44-890f-6f294fc0ccea tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0528634 Jun 28 12:05:50.954891 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22ce414f-52bf-4ba9-8f9a-37ee1200657e req-fc520bca-b26a-413d-af19-23496fcb5dbb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0327511 Jun 28 12:05:51.232395 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-16510777-0a64-4e2d-82e0-ad31d2dd72bc req-40a52b35-c36e-408a-854c-6d795e4874dc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0324640 Jun 28 12:05:51.529975 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-14aa639a-dcd1-4d36-9b2d-3a17c1e835c9 req-dde557ac-5807-43bd-8dde-53c7f3e09347 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0275896 Jun 28 12:05:51.570833 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51676) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:51.679301 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d2ba14cb-d505-419a-84ad-57c582b8f763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:51.772015 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:51.778796 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d2ba14cb-d505-419a-84ad-57c582b8f763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:51.784818 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d2ba14cb-d505-419a-84ad-57c582b8f763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:51.789451 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ca0872a7-0ecb-4f79-abd0-92b1b6352476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:51.827908 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-d2ba14cb-d505-419a-84ad-57c582b8f763 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee4e346a0ee74117b441213b5eaa5fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556679 Jun 28 12:05:51.829132 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba14cb-d505-419a-84ad-57c582b8f763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46790ee-184f-4f77-a75f-d78383610bad,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:51.831021 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 51680) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:51.832474 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d2ba14cb-d505-419a-84ad-57c582b8f763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:51.890786 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cded6560-3405-426d-a43a-4f6a64df1528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:51.911407 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cded6560-3405-426d-a43a-4f6a64df1528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:51.970840 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cded6560-3405-426d-a43a-4f6a64df1528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:51.974065 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cded6560-3405-426d-a43a-4f6a64df1528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:51.977845 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cded6560-3405-426d-a43a-4f6a64df1528 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c46790ee-184f-4f77-a75f-d78383610bad HTTP/1.1" status: 204 len: 168 time: 0.1425254 Jun 28 12:05:51.977845 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a1b68361-3d3b-4b22-b5dc-1845f12ad1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:51.996552 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6560-3405-426d-a43a-4f6a64df1528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46790ee-184f-4f77-a75f-d78383610bad,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:52.001316 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cded6560-3405-426d-a43a-4f6a64df1528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:52.163985 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dad9e0f6-3180-42c3-a728-e39f4a66dbc1 req-20a3ca60-123b-45c4-ae44-4a048686ee56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0396667 Jun 28 12:05:52.356774 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 51698) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:52.374917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d76ae29f-83b9-4f67-a9bf-3f5983e160bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.384402 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c0ea170a-6245-49e4-833e-6a64087ba584 req-ad88f7c1-9684-45fe-8cdb-4db4a7be217f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0312157 Jun 28 12:05:52.475491 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d76ae29f-83b9-4f67-a9bf-3f5983e160bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.481232 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d76ae29f-83b9-4f67-a9bf-3f5983e160bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.484644 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:52.520214 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d76ae29f-83b9-4f67-a9bf-3f5983e160bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ec3c1fc2da9464e9adeaa67c4dd9613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620245 Jun 28 12:05:52.520860 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ae29f-83b9-4f67-a9bf-3f5983e160bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685c6755-a34c-4bcd-abfc-520a82ee4f8e,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:52.522998 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51700) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:52.523979 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d76ae29f-83b9-4f67-a9bf-3f5983e160bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:52.571934 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5642788e-b944-4b5c-bddf-52284f48d596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.594084 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5642788e-b944-4b5c-bddf-52284f48d596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.679720 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7342110a-cca9-4acb-9422-fa959b9960ca req-ac3e346a-344e-4928-a7a9-c21cd49b6039 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0326660 Jun 28 12:05:52.680454 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5642788e-b944-4b5c-bddf-52284f48d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.683716 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5642788e-b944-4b5c-bddf-52284f48d596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:52.688609 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5642788e-b944-4b5c-bddf-52284f48d596 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/685c6755-a34c-4bcd-abfc-520a82ee4f8e HTTP/1.1" status: 204 len: 168 time: 0.1640873 Jun 28 12:05:52.694626 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:52.707596 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642788e-b944-4b5c-bddf-52284f48d596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685c6755-a34c-4bcd-abfc-520a82ee4f8e,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:52.710559 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5642788e-b944-4b5c-bddf-52284f48d596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:53.312096 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b00fb4a3-0065-406b-b007-baa7f39ab2d4 req-558d3588-6a43-44bd-8c0b-8b0497bc668f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0294282 Jun 28 12:05:53.544355 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8ed7b247-fba1-4ca6-8197-8d9fbbe43b73 req-4f246d47-7964-48a6-9c4c-51112230bfe6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0280709 Jun 28 12:05:53.829988 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-98f8bd9e-d4b2-4542-8c3d-619a12f144d9 req-5193f5bc-e3f9-4e1a-8981-5c7bde3caed6 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0334108 Jun 28 12:05:54.458611 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-227d00a1-f861-4092-808b-10585221dfab req-6a9afbad-4ae6-4024-834a-cb4f4205bb71 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0312605 Jun 28 12:05:54.684722 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-babb6eea-9f8c-4b5f-b4ab-6e42795f56f8 req-c0e182b8-86d8-4512-a425-d6e55e4a2972 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0289762 Jun 28 12:05:54.985078 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-043f5a7c-2be2-4d04-a1b3-71ee8c42edea req-6fb11671-f89a-48c4-89a3-677adce76ca2 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0343800 Jun 28 12:05:55.610108 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-08b671db-6b05-4e63-aa37-aff4d89cf26a req-0bc75ae8-8113-46d9-abbf-571ae90b99d3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Jun 28 12:05:55.653060 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Request body: {'port': {'device_id': '57efdab9-335b-49ec-bf11-1b790cffe8e4', 'network_id': 'f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33', 'admin_state_up': True, 'tenant_id': 'b40ebf7c4c474cfa90d96abb3dae9ed7'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:55.798930 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Made reservation on behalf of b40ebf7c4c474cfa90d96abb3dae9ed7 for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:55.804135 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:55.867752 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eab903b1-13d6-455f-99a4-e7d96c516b37 req-4abd0729-2471-4d8f-8b09-c5db4504e6a5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0508893 Jun 28 12:05:56.066241 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Allocated IP 172.20.0.8 (f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33/d61e8911-0175-4d06-ac34-0405e8625bba/63c8793d-e25e-436e-8609-8951961a82c4) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:56.135459 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-82575d5e-607d-4182-ab6d-f1ea81b3b8cf req-41482189-9add-4333-940e-371d4b8417c2 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0321865 Jun 28 12:05:56.216950 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:56.261993 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:56.266700 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:56.341113 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:56.352282 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:56.361910 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:56.415689 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:56.416325 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:56.427793 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Pushing event updated for resources: {'Port': ['ID=63c8793d-e25e-436e-8609-8951961a82c4,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:56.430775 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:56.438700 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899985 Jun 28 12:05:56.533819 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.15', 61531) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:56.554948 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-e9e53f3b-3ba9-4a93-9c46-168dc1d0cbc1 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:05:56.563635 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-e9e53f3b-3ba9-4a93-9c46-168dc1d0cbc1 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221848 Jun 28 12:05:56.776817 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-2804515d-ff34-412e-b224-3929e58e113f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:56.779575 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-2804515d-ff34-412e-b224-3929e58e113f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 819 time: 0.2413912 Jun 28 12:05:56.794212 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Request body: {'port': {'device_id': '13975f90-ad92-4985-abf2-6627aa116209', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'admin_state_up': True, 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:56.833717 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 51838) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:56.918166 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Request body: {'port': {'device_id': '57efdab9-335b-49ec-bf11-1b790cffe8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:05:56.954790 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f2937093-a128-473d-b7cf-571dea7bd085 req-e09ca313-e8b1-47fc-801e-fc53f80c0ce4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.1175787 Jun 28 12:05:57.107702 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.130295 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2d3a74e6-6f02-47ec-8e90-9ce85b029f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.213133 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4b43c733-4cec-44f2-8576-6d8ee2323fac req-6ab9e8ff-036e-4ac1-8f61-bf104fb6163d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0768828 Jun 28 12:05:57.239227 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2d3a74e6-6f02-47ec-8e90-9ce85b029f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.262888 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2d3a74e6-6f02-47ec-8e90-9ce85b029f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.267391 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Made reservation on behalf of cb09feecc7884db493de86f8a2dfa30f for: {'port': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:05:57.272526 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.293034 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-65f1d71b-1592-4ebc-8432-1e47e9145ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:57.335542 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-2d3a74e6-6f02-47ec-8e90-9ce85b029f64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c11e11e197b47ca8fb32000bfcc777e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000992 Jun 28 12:05:57.358745 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51854) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:57.624454 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a74e6-6f02-47ec-8e90-9ce85b029f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e711c-2120-4e81-8206-b736c1592f93,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:57.633082 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-73040cc2-c648-4170-9dbd-22cea86b41e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.640553 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2d3a74e6-6f02-47ec-8e90-9ce85b029f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:57.646244 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Allocated IP 172.20.0.10 (1d123fcb-8ac3-4978-bd7e-2a21b91c0791/8dea7f0a-ad22-4bd4-b62d-992ed88cb78f/2ecb307d-877b-46b9-9449-f3f8664f692d) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:05:57.658316 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703a42-9ffc-47f6-8fbb-74ad764e9cdb req-552480b4-681e-49ec-99a2-a8cab64dcaca tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:57.659906 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76703a42-9ffc-47f6-8fbb-74ad764e9cdb req-552480b4-681e-49ec-99a2-a8cab64dcaca tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 931 time: 0.2997165 Jun 28 12:05:57.686187 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c8793d-e25e-436e-8609-8951961a82c4 {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:05:57.694926 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.703720 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-73040cc2-c648-4170-9dbd-22cea86b41e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.723895 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Transition to ACTIVE for port object 63c8793d-e25e-436e-8609-8951961a82c4 will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:05:57.729454 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.732740 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:57.828409 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Pushing event updated for resources: {'Port': ['ID=63c8793d-e25e-436e-8609-8951961a82c4,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:57.847875 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:57.883460 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Attempting to bind port 63c8793d-e25e-436e-8609-8951961a82c4 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:05:57.884024 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Attempting to bind port 63c8793d-e25e-436e-8609-8951961a82c4 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '2e929e02-f99c-4820-8a3c-ced5882c64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:05:57.884271 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Attempting to bind port 63c8793d-e25e-436e-8609-8951961a82c4 on network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:57.889824 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Port 63c8793d-e25e-436e-8609-8951961a82c4 on network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:05:57.890620 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Attempting to bind port 63c8793d-e25e-436e-8609-8951961a82c4 on network f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:05:57.899963 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:05:57.900403 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Checking segment: {'id': '2e929e02-f99c-4820-8a3c-ced5882c64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:05:57.901050 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Bound using segment: {'id': '2e929e02-f99c-4820-8a3c-ced5882c64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:05:57.901572 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Bound port: 63c8793d-e25e-436e-8609-8951961a82c4, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e929e02-f99c-4820-8a3c-ced5882c64f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:05:57.901988 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.937731 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76703a42-9ffc-47f6-8fbb-74ad764e9cdb req-bc0d06a9-b3cc-4161-b8ed-8df3a80e0482 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704480 Jun 28 12:05:57.977441 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] For port 63c8793d-e25e-436e-8609-8951961a82c4, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:05:57.981976 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] For port 63c8793d-e25e-436e-8609-8951961a82c4, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=63c8793d-e25e-436e-8609-8951961a82c4,segment=NetworkSegment(2e929e02-f99c-4820-8a3c-ced5882c64f7),segment_id=2e929e02-f99c-4820-8a3c-ced5882c64f7)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:05:57.989104 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:57.992876 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:58.028054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:58.028704 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.030254 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] 10.222.0.15 "PUT /v2.0/ports/63c8793d-e25e-436e-8609-8951961a82c4 HTTP/1.1" status: 200 len: 1093 time: 1.2290585 Jun 28 12:05:58.030682 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57efdab9-335b-49ec-bf11-1b790cffe8e4', 'tag': '63c8793d-e25e-436e-8609-8951961a82c4'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:05:58.041668 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-73040cc2-c648-4170-9dbd-22cea86b41e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.047174 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-73040cc2-c648-4170-9dbd-22cea86b41e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.051588 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-73040cc2-c648-4170-9dbd-22cea86b41e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c70e711c-2120-4e81-8206-b736c1592f93 HTTP/1.1" status: 204 len: 168 time: 0.6798437 Jun 28 12:05:58.056307 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:58.068137 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Pushing event updated for resources: {'Port': ['ID=63c8793d-e25e-436e-8609-8951961a82c4,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:58.068449 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73040cc2-c648-4170-9dbd-22cea86b41e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e711c-2120-4e81-8206-b736c1592f93,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:58.071764 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:58.071942 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-73040cc2-c648-4170-9dbd-22cea86b41e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:58.105052 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.147506 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.191135 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:58.192721 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6fae83-6adf-445d-a647-fdeba41a36aa" -d '{"events": [{"name": "network-changed", "server_uuid": "57efdab9-335b-49ec-bf11-1b790cffe8e4", "tag": "63c8793d-e25e-436e-8609-8951961a82c4"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:05:58.220527 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d4ebfc6f-d0b8-4a1c-b0d1-37a86bc6d32e req-8cafe4f6-d9d9-4d7e-8679-1cab4cb7a148 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0683763 Jun 28 12:05:58.254181 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:05:58.262063 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:05:58.264934 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:05:58.339448 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Pushing event updated for resources: {'Port': ['ID=2ecb307d-877b-46b9-9449-f3f8664f692d,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:58.346276 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:58.359289 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:58.360214 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.400856 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c635cfc3-6120-4a33-9f73-11b2ed054705 req-0adbdc4e-4517-42dc-bc6a-646e9cf03e92 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0367069 Jun 28 12:05:58.407873 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6193967 Jun 28 12:05:58.421154 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51898) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:58.439623 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-961d2db4-0e15-4920-8982-575ab11a3100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.441338 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a7696b-d50b-4052-ba63-56a378792645 x-openstack-request-id: req-63a7696b-d50b-4052-ba63-56a378792645 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:05:58.441643 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57efdab9-335b-49ec-bf11-1b790cffe8e4", "tag": "63c8793d-e25e-436e-8609-8951961a82c4", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:05:58.441932 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63a7696b-d50b-4052-ba63-56a378792645 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:05:58.442461 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57efdab9-335b-49ec-bf11-1b790cffe8e4', 'tag': '63c8793d-e25e-436e-8609-8951961a82c4', 'status': 'completed', 'code': 200} Jun 28 12:05:58.535782 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-961d2db4-0e15-4920-8982-575ab11a3100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.543017 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-961d2db4-0e15-4920-8982-575ab11a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.547001 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d2ba14cb-d505-419a-84ad-57c582b8f763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:58.583112 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-961d2db4-0e15-4920-8982-575ab11a3100 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da0bccdbc51548a5bf3831215a0b7a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608181 Jun 28 12:05:58.583937 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d2db4-0e15-4920-8982-575ab11a3100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba76d29-7a13-4aa7-b432-f69a22336fa0,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:58.585922 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 51906) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:58.587240 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-961d2db4-0e15-4920-8982-575ab11a3100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:58.640287 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-078e6e72-2a53-422e-9376-fcbd0c04272f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.662977 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-078e6e72-2a53-422e-9376-fcbd0c04272f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.712988 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-078e6e72-2a53-422e-9376-fcbd0c04272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.716597 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-078e6e72-2a53-422e-9376-fcbd0c04272f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:58.718153 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-078e6e72-2a53-422e-9376-fcbd0c04272f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bba76d29-7a13-4aa7-b432-f69a22336fa0 HTTP/1.1" status: 204 len: 168 time: 0.1312683 Jun 28 12:05:58.718865 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:58.726894 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e6e72-2a53-422e-9376-fcbd0c04272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba76d29-7a13-4aa7-b432-f69a22336fa0,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:58.729279 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-078e6e72-2a53-422e-9376-fcbd0c04272f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:59.061520 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 51920) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:59.074634 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-035b9a2f-0f2f-4038-ac62-d9ad868be26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.128520 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fadb9-3b2d-4191-9aca-7083f8352a58 req-fe9ea18c-1b0f-4a1e-a701-fb56c0175caf tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:05:59.129996 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0d8fadb9-3b2d-4191-9aca-7083f8352a58 req-fe9ea18c-1b0f-4a1e-a701-fb56c0175caf tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.0801840 Jun 28 12:05:59.170979 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0d8fadb9-3b2d-4191-9aca-7083f8352a58 req-7fbbc577-a462-4680-b356-6a8a08ec78a7 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348432 Jun 28 12:05:59.175489 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-035b9a2f-0f2f-4038-ac62-d9ad868be26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.181135 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-035b9a2f-0f2f-4038-ac62-d9ad868be26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.184787 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:59.221965 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-035b9a2f-0f2f-4038-ac62-d9ad868be26a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8d246e9f79b4bc2a628bfc2de0de020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593716 Jun 28 12:05:59.222814 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b9a2f-0f2f-4038-ac62-d9ad868be26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad24ff-acbe-4a48-89bf-0ec2365cc105,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:59.225771 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-035b9a2f-0f2f-4038-ac62-d9ad868be26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:59.226563 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51922) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:05:59.276457 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-de332e39-d025-452c-bc7f-f3f3c3753415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.300888 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-de332e39-d025-452c-bc7f-f3f3c3753415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.358097 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-de332e39-d025-452c-bc7f-f3f3c3753415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.361907 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-de332e39-d025-452c-bc7f-f3f3c3753415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:05:59.362998 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-de332e39-d025-452c-bc7f-f3f3c3753415 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73ad24ff-acbe-4a48-89bf-0ec2365cc105 HTTP/1.1" status: 204 len: 168 time: 0.1354125 Jun 28 12:05:59.378956 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:05:59.383379 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-910b4ec6-057e-4a66-b19e-04c605dfa1dc req-8d7cbdca-2e5c-4ae5-b4d5-c5035cc7d3b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0346644 Jun 28 12:05:59.388130 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de332e39-d025-452c-bc7f-f3f3c3753415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad24ff-acbe-4a48-89bf-0ec2365cc105,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:05:59.390477 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-de332e39-d025-452c-bc7f-f3f3c3753415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:05:59.547427 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cb18b748-6170-4459-982d-ce9e747b7d09 req-709fa868-dfef-4ed3-9c41-6b98a8de9461 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0315082 Jun 28 12:06:00.068958 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 51958) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:00.171445 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-848116831-network', 'tenant_id': '346353bd9e20438c8ef215a877eb7a57'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:00.197367 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Made reservation on behalf of 346353bd9e20438c8ef215a877eb7a57 for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:00.199812 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.348977 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.372208 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e987f-09f4-4629-a6aa-468b08ab2495 req-a9e7c97c-8bc0-42ea-a715-94506680d0c3 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:00.373755 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-989e987f-09f4-4629-a6aa-468b08ab2495 req-a9e7c97c-8bc0-42ea-a715-94506680d0c3 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.0758941 Jun 28 12:06:00.413306 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-989e987f-09f4-4629-a6aa-468b08ab2495 req-6e64e9b1-2298-4bff-a19b-7f7a16d56019 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Jun 28 12:06:00.441122 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.446766 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.450061 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cded6560-3405-426d-a43a-4f6a64df1528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:00.473245 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:06:00.479471 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae40110c-bdfe-4bb1-a7fd-1e2e3d1221b2,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:00.482994 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:00.486082 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.486467 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Added segment 8f5901fb-f239-4e91-9380-3bc051f66b5d of type vlan for network 9bd0ff4b-92e8-4d10-b714-68c68393fb43 Jun 28 12:06:00.526281 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.540583 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cc514430-fa17-4126-b0b7-d0cb83529220 req-be5dd55c-225d-4796-b785-a103bc5f1a11 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0289495 Jun 28 12:06:00.557310 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.558700 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:00.560109 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.562361 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:00.600149 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5272491 Jun 28 12:06:00.600626 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 51968) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:00.605981 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Request body: {'subnet': {'network_id': '9bd0ff4b-92e8-4d10-b714-68c68393fb43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-848116831-subnet', 'tenant_id': '346353bd9e20438c8ef215a877eb7a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:00.630984 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Pushing event updated for resources: {'Network': ['ID=9bd0ff4b-92e8-4d10-b714-68c68393fb43,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:00.633995 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:00.635101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Made reservation on behalf of 346353bd9e20438c8ef215a877eb7a57 for: {'subnet': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:00.637740 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12293995'] for subnet, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.641795 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 9bd0ff4b-92e8-4d10-b714-68c68393fb43 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:06:00.722963 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cdc3f956-bd15-4c19-b1ad-63d0ebc9ac1c req-855bb827-8fd8-495d-96ad-445a7680a97b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0576918 Jun 28 12:06:00.843940 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11540945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12294529'] for subnet, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.850774 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c0c2baa7-5482-4b83-ad32-34e4b561915f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:00.901753 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4d5a2c-2cc5-4065-a4d7-18971232da2b,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:00.904775 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:00.907661 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Checking segment: {'id': '8f5901fb-f239-4e91-9380-3bc051f66b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9bd0ff4b-92e8-4d10-b714-68c68393fb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:00.907973 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Network hostable DHCP agents. Network: 9bd0ff4b-92e8-4d10-b714-68c68393fb43, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:06:00.930835 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Network 9bd0ff4b-92e8-4d10-b714-68c68393fb43 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:06:00.942207 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 9bd0ff4b-92e8-4d10-b714-68c68393fb43) {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:06:00.946257 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:00.946828 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:00.951767 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0044937-326a-4d2a-8e87-d971a24b9dca None None] Network 9bd0ff4b-92e8-4d10-b714-68c68393fb43 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:06:00.962969 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-6496056b-55de-426b-ba1a-c9ba2302eec2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3611019 Jun 28 12:06:01.079207 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2898bf-4962-44a0-b364-3453ec744a8b None None] Network 9bd0ff4b-92e8-4d10-b714-68c68393fb43 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:06:01.203665 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.15', 61537) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:01.209477 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Request body: {'port': {'device_id': '13975f90-ad92-4985-abf2-6627aa116209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:01.350320 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-7306c3ef-c902-4229-a2fa-5a30653e3c23 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:01.352359 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-7306c3ef-c902-4229-a2fa-5a30653e3c23 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 819 time: 0.1310420 Jun 28 12:06:01.392118 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.414873 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fae83-6adf-445d-a647-fdeba41a36aa req-073991c1-65cc-4533-9023-17e1b79be6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:01.416574 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4a6fae83-6adf-445d-a647-fdeba41a36aa req-073991c1-65cc-4533-9023-17e1b79be6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b40ebf7c4c474cfa90d96abb3dae9ed7&device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1500061 Jun 28 12:06:01.487865 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52000) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:01.493288 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-283969903-network', 'tenant_id': 'd52d1dbad84244e19f5db45e901141a2'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:01.515280 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Made reservation on behalf of d52d1dbad84244e19f5db45e901141a2 for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:01.518507 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.527643 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.649312 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Request body: {'port': {'device_id': 'f1645edc-55a9-47af-b132-e69d124a0717', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'admin_state_up': True, 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:01.670863 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.684625 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.696481 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ef72ea7c-6684-4a2a-b31c-2e97d3010339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:01.753198 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:06:01.762208 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e344ec84-49ee-446c-b7b0-fa4ad70a92f6,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:01.766041 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:01.778690 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.778891 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Added segment 7453c69d-2d8e-41f4-aaef-300f9e28dc15 of type vlan for network 41be4b63-3592-41b8-ac5f-603aa5714a5a Jun 28 12:06:01.789666 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-575cba8f-1185-4cc4-b77d-7dc99ba6763a req-74309e61-ce5d-4695-9388-faf3c9c6cc6f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0981522 Jun 28 12:06:01.841567 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.865855 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Made reservation on behalf of cb09feecc7884db493de86f8a2dfa30f for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:01.870446 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.890090 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecb307d-877b-46b9-9449-f3f8664f692d {{(pid=93238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:01.908845 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.911266 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:01.911923 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.914658 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.915877 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:01.943476 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Transition to ACTIVE for port object 2ecb307d-877b-46b9-9449-f3f8664f692d will not be triggered until provisioned by entity L2. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:06:01.957034 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45400ce2-a6ff-4e3d-814b-f553c474efbf req-99b4c37a-e431-4fd7-9923-978dd83a1481 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:01.958570 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-45400ce2-a6ff-4e3d-814b-f553c474efbf req-99b4c37a-e431-4fd7-9923-978dd83a1481 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.4180741 Jun 28 12:06:01.966339 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:01.991199 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:02.024818 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5356002 Jun 28 12:06:02.031557 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52020) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:02.037645 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Request body: {'subnet': {'network_id': '41be4b63-3592-41b8-ac5f-603aa5714a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-283969903-subnet', 'tenant_id': 'd52d1dbad84244e19f5db45e901141a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:02.044223 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Pushing event updated for resources: {'Network': ['ID=41be4b63-3592-41b8-ac5f-603aa5714a5a,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:02.047254 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:02.063091 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 41be4b63-3592-41b8-ac5f-603aa5714a5a details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:06:02.091939 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.15', 61541) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:02.146595 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Made reservation on behalf of d52d1dbad84244e19f5db45e901141a2 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:02.148975 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.250177 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Allocated IP 172.20.0.9 (1d123fcb-8ac3-4978-bd7e-2a21b91c0791/8dea7f0a-ad22-4bd4-b62d-992ed88cb78f/e3e46c5f-f9a0-4193-9d9a-a6e9c196634f) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:06:02.285409 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-45400ce2-a6ff-4e3d-814b-f553c474efbf req-b51ba81a-c96a-4f8e-8e66-4864a55e87b4 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125675 Jun 28 12:06:02.315672 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ad7a5c1-c755-425a-bfbd-120c251813a1 req-3abbdaf5-7f75-4061-ab3a-7e9d9a42c884 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.3415842 Jun 28 12:06:02.331025 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fae83-6adf-445d-a647-fdeba41a36aa req-c547013b-53fd-4915-9725-177e34391b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.332969 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4a6fae83-6adf-445d-a647-fdeba41a36aa req-c547013b-53fd-4915-9725-177e34391b11 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b40ebf7c4c474cfa90d96abb3dae9ed7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6704185 Jun 28 12:06:02.391768 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-a7831a35-bd12-434a-988b-6c50be72a8e2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.393496 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-a7831a35-bd12-434a-988b-6c50be72a8e2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 817 time: 0.3005607 Jun 28 12:06:02.433450 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecb307d-877b-46b9-9449-f3f8664f692d,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:02.436606 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:02.538981 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-7c26b018-2041-4056-9ad5-d861f70b1ba5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00cfc41933524345a618f3b1ff6d32de HTTP/1.1" status: 200 len: 379 time: 0.0722902 Jun 28 12:06:02.556202 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'port': {'device_id': '4498affe-d254-4809-b154-7888ec4f2ab9', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'admin_state_up': True, 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'security_groups': ['82bbcac2-4fb9-49a8-b733-f6000f82df10']}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:02.585281 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Attempting to bind port 2ecb307d-877b-46b9-9449-f3f8664f692d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:06:02.585622 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Attempting to bind port 2ecb307d-877b-46b9-9449-f3f8664f692d by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:06:02.585943 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Attempting to bind port 2ecb307d-877b-46b9-9449-f3f8664f692d on network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:02.607721 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Port 2ecb307d-877b-46b9-9449-f3f8664f692d on network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:06:02.608004 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Attempting to bind port 2ecb307d-877b-46b9-9449-f3f8664f692d on network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:02.615932 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fae83-6adf-445d-a647-fdeba41a36aa req-80100eee-cc79-4c80-af96-8082f8130765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.618236 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4a6fae83-6adf-445d-a647-fdeba41a36aa req-80100eee-cc79-4c80-af96-8082f8130765 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2342398 Jun 28 12:06:02.619169 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:06:02.619514 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Checking segment: {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:02.620105 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Bound using segment: {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:06:02.620537 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Bound port: 2ecb307d-877b-46b9-9449-f3f8664f692d, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'}}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:06:02.620919 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.621317 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.670697 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.682058 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9d579d46-b8cf-4d32-ab2b-b56e2d735b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:02.689946 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] For port 2ecb307d-877b-46b9-9449-f3f8664f692d, host hv-cinder-77238, cleared binding levels {{(pid=93238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:06:02.694673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] For port 2ecb307d-877b-46b9-9449-f3f8664f692d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2ecb307d-877b-46b9-9449-f3f8664f692d,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:06:02.700456 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.703638 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:02.769474 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.770018 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f38b34-cf66-448a-9116-22047a5562f4,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:02.770165 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.772165 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 200 len: 1094 time: 1.5665491 Jun 28 12:06:02.772636 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13975f90-ad92-4985-abf2-6627aa116209', 'tag': '2ecb307d-877b-46b9-9449-f3f8664f692d'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:02.778544 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:02.792722 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.805165 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b03aa297-fc62-468b-bc83-186e049f4d80 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:02.814677 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Made reservation on behalf of 00cfc41933524345a618f3b1ff6d32de for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:02.818274 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:02.825133 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecb307d-877b-46b9-9449-f3f8664f692d,revision_number=3']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:02.829059 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:02.846460 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Checking segment: {'id': '7453c69d-2d8e-41f4-aaef-300f9e28dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '41be4b63-3592-41b8-ac5f-603aa5714a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:02.846627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Network hostable DHCP agents. Network: 41be4b63-3592-41b8-ac5f-603aa5714a5a, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:06:02.877646 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-6dd1dbeb-d80e-49f4-bfa7-1a33b2c57060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:02.879585 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-6dd1dbeb-d80e-49f4-bfa7-1a33b2c57060 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b40ebf7c4c474cfa90d96abb3dae9ed7&device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1498413 Jun 28 12:06:02.911290 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:06:02.949390 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:06:02.952925 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266fadf8-d426-4116-b299-0a616f24fecf" -d '{"events": [{"name": "network-changed", "server_uuid": "13975f90-ad92-4985-abf2-6627aa116209", "tag": "2ecb307d-877b-46b9-9449-f3f8664f692d"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:02.972397 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:06:02.974996 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Pushing event updated for resources: {'Port': ['ID=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:02.984532 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:02.994886 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-8f9276df-8457-48ee-a7f7-ea1478f9e817 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63c8793d-e25e-436e-8609-8951961a82c4 HTTP/1.1" status: 200 len: 217 time: 0.1058314 Jun 28 12:06:03.000379 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-a4fd9735-a527-43f0-b3af-9bb9213272e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.002227 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-a4fd9735-a527-43f0-b3af-9bb9213272e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1097 time: 0.1688573 Jun 28 12:06:03.171380 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c8a07838-5003-4f74-ad4c-cb8485e99bc5 req-7a66ac49-6e1a-4a5b-9c96-76eca4b04c27 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.1105130 Jun 28 12:06:03.171380 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84fabdd-816c-410c-bf99-af8316ca886b x-openstack-request-id: req-f84fabdd-816c-410c-bf99-af8316ca886b {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:03.171380 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13975f90-ad92-4985-abf2-6627aa116209", "tag": "2ecb307d-877b-46b9-9449-f3f8664f692d", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:03.171380 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f84fabdd-816c-410c-bf99-af8316ca886b {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:03.171380 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13975f90-ad92-4985-abf2-6627aa116209', 'tag': '2ecb307d-877b-46b9-9449-f3f8664f692d', 'status': 'completed', 'code': 200} Jun 28 12:06:03.178424 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-f7e65613-d715-431b-ac86-2415b14862b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 200 len: 217 time: 0.1265419 Jun 28 12:06:03.186163 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-870f5de3-15e5-4186-ab4d-f8fcfb39b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.187720 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-870f5de3-15e5-4186-ab4d-f8fcfb39b356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d61e8911-0175-4d06-ac34-0405e8625bba HTTP/1.1" status: 200 len: 852 time: 0.1845222 Jun 28 12:06:03.198179 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Allocated IP 172.20.0.4 (e9529f5e-48d2-4f6d-a609-e724cd83f2a2/2f2b98a6-9bf4-44a2-90b5-70c0049d00f7/29eb358d-f46b-4937-94c6-b43c5f75e2ad) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:06:03.268545 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-04c72f74-e10f-463f-8aed-622a13b41f37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701897 Jun 28 12:06:03.287764 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Network 41be4b63-3592-41b8-ac5f-603aa5714a5a is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:06:03.317573 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-120fe6e3-7c15-4011-a839-d9ce4917c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.331260 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-120fe6e3-7c15-4011-a839-d9ce4917c4fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.1418977 Jun 28 12:06:03.349544 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 41be4b63-3592-41b8-ac5f-603aa5714a5a) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:06:03.358321 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.358732 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.361382 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25119eab-2abc-4566-9ead-5ced7b5552b6 None None] Network 41be4b63-3592-41b8-ac5f-603aa5714a5a requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:06:03.366796 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.367421 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.417462 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-5896667f-0c20-416c-82ec-f15431f718b3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3757586 Jun 28 12:06:03.417462 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7771223 Jun 28 12:06:03.449959 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Request body: {'port': {'device_id': 'f1645edc-55a9-47af-b132-e69d124a0717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:03.533953 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-319dfd8f-0843-4a3f-b4a1-1be91b173f54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867008 Jun 28 12:06:03.614527 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b63d8-041f-4cb9-a9ba-a22db5176d1c None None] Network 41be4b63-3592-41b8-ac5f-603aa5714a5a requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:06:03.637718 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.663897 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.690635 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Transition to ACTIVE for port object 29eb358d-f46b-4937-94c6-b43c5f75e2ad will not be triggered until provisioned by entity DHCP. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:06:03.775712 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6139-107d-45e2-9706-f5de0e306b8d req-f7906d5e-611a-4da9-9067-20bad18154ed tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.777123 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-81ac6139-107d-45e2-9706-f5de0e306b8d req-f7906d5e-611a-4da9-9067-20bad18154ed tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.2398362 Jun 28 12:06:03.780131 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-e5d4d890-aa8c-4dd7-8dd0-0b1ea03ad7d5 service neutron] 10.222.0.15 "GET /v2.0/networks/f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034773 Jun 28 12:06:03.864915 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-81ac6139-107d-45e2-9706-f5de0e306b8d req-b1c33b87-bb39-4539-9d16-fd94e501242c tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712025 Jun 28 12:06:03.901980 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:03.923773 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-117f23bb-a075-448d-a9b5-043b0d2d0cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:03.975403 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52096) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:03.982821 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dde122-2a15-4d28-9aed-821261b54cfa req-5fba02bd-3226-4071-aa16-358f02d2fb78 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:03.984382 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07dde122-2a15-4d28-9aed-821261b54cfa req-5fba02bd-3226-4071-aa16-358f02d2fb78 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 931 time: 0.3771350 Jun 28 12:06:04.005666 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-bdbd9678-8bc4-425a-92a0-ae8237ec0b83 service neutron] 10.222.0.15 "GET /v2.0/networks/f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087717 Jun 28 12:06:04.061472 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-302a9c7b-1f7d-45da-b8b6-a22440abd03f service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620543 Jun 28 12:06:04.071853 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07dde122-2a15-4d28-9aed-821261b54cfa req-1f6a3679-37bc-47de-b01a-95a7615e6bc9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773852 Jun 28 12:06:04.164119 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1ec7b220-c669-4d3d-97c0-0a40e2f41801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.210960 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18b0af03-d786-4276-ab5b-85c25e9b2f78 req-5d1033e2-45a8-4cf2-8ad8-000106db4259 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380892 Jun 28 12:06:04.219912 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:06:04.229535 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:06:04.232800 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:06:04.264958 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:04.279971 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:04.319810 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:04.320474 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.461519 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e46c5f-f9a0-4193-9d9a-a6e9c196634f {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:04.469730 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.477024 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1ec7b220-c669-4d3d-97c0-0a40e2f41801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.491309 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1ec7b220-c669-4d3d-97c0-0a40e2f41801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.498972 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9483891 Jun 28 12:06:04.500232 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Transition to ACTIVE for port object e3e46c5f-f9a0-4193-9d9a-a6e9c196634f will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:06:04.518972 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-961d2db4-0e15-4920-8982-575ab11a3100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:04.520777 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Request body: {'port': {'device_id': '4498affe-d254-4809-b154-7888ec4f2ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:04.524982 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.552980 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:04.642356 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52126) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:04.652533 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:04.679718 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:04.699650 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-325a51a8-25d7-4532-a91e-6f56f0db0c4a None None] Provisioning for port 29eb358d-f46b-4937-94c6-b43c5f75e2ad completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:06:04.704915 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-325a51a8-25d7-4532-a91e-6f56f0db0c4a None None] Provisioning complete for port 29eb358d-f46b-4937-94c6-b43c5f75e2ad triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:04.706761 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-325a51a8-25d7-4532-a91e-6f56f0db0c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.755984 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.781249 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-325a51a8-25d7-4532-a91e-6f56f0db0c4a None None] Port 29eb358d-f46b-4937-94c6-b43c5f75e2ad cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:06:04.810997 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Attempting to bind port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:06:04.811833 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Attempting to bind port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:06:04.812500 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Attempting to bind port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f on network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:04.852993 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fadf8-d426-4116-b299-0a616f24fecf req-2c21a84e-8763-4ded-ac9d-4fed923ee7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:04.854569 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-266fadf8-d426-4116-b299-0a616f24fecf req-2c21a84e-8763-4ded-ac9d-4fed923ee7fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1097 time: 0.5288029 Jun 28 12:06:04.854905 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f on network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:06:04.855262 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Attempting to bind port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f on network 1d123fcb-8ac3-4978-bd7e-2a21b91c0791 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:04.869920 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:06:04.870345 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Checking segment: {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:04.870744 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Bound using segment: {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:06:04.871248 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Bound port: e3e46c5f-f9a0-4193-9d9a-a6e9c196634f, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0509ce-30b9-4479-b55b-871542583503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:06:04.871605 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.876431 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-61edeaaf-54a2-4944-8d56-d205dfa16566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:04.985096 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7b220-c669-4d3d-97c0-0a40e2f41801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b97b373-d7c8-4768-9ca4-2fbfed12a374,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:04.997186 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-1ec7b220-c669-4d3d-97c0-0a40e2f41801 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a03820b479141cd9cc3121ebb5c94e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0092199 Jun 28 12:06:05.004014 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1ec7b220-c669-4d3d-97c0-0a40e2f41801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:05.005677 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52142) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:05.034721 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31b205-255c-4b31-b3a0-f4f15f12b9b9 req-24a5975d-1d99-43f9-9596-902d9bfa9b44 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.036196 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4b31b205-255c-4b31-b3a0-f4f15f12b9b9 req-24a5975d-1d99-43f9-9596-902d9bfa9b44 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 931 time: 0.6214452 Jun 28 12:06:05.134095 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fadf8-d426-4116-b299-0a616f24fecf req-eda8ea34-4ac7-4508-8206-6db64a709d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.135488 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-266fadf8-d426-4116-b299-0a616f24fecf req-eda8ea34-4ac7-4508-8206-6db64a709d4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.2628460 Jun 28 12:06:05.136554 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] For port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:06:05.156649 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] For port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:06:05.171740 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.186626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-61edeaaf-54a2-4944-8d56-d205dfa16566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.187515 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:05.191348 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4b31b205-255c-4b31-b3a0-f4f15f12b9b9 req-a711e738-a7da-4c2f-81fd-afdd6d55cb53 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379130 Jun 28 12:06:05.199162 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-266fadf8-d426-4116-b299-0a616f24fecf req-85e65173-4b41-4d28-9550-800e7027e495 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 200 len: 217 time: 0.0553310 Jun 28 12:06:05.208439 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-eeabec27-7e70-4fd3-9ef4-a805c713217e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.230775 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-61edeaaf-54a2-4944-8d56-d205dfa16566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.262758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2009705-0d76-479c-97b5-214f497f8413 req-fec26e90-73e5-4800-9712-7a4ea53876d2 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.264349 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e2009705-0d76-479c-97b5-214f497f8413 req-fec26e90-73e5-4800-9712-7a4ea53876d2 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.2594631 Jun 28 12:06:05.270689 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.271362 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.272879 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3e46c5f-f9a0-4193-9d9a-a6e9c196634f HTTP/1.1" status: 200 len: 1093 time: 1.8435478 Jun 28 12:06:05.278700 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1645edc-55a9-47af-b132-e69d124a0717', 'tag': 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:05.282075 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261ec903-423a-40a5-979a-8b1ee72435f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1645edc-55a9-47af-b132-e69d124a0717", "tag": "e3e46c5f-f9a0-4193-9d9a-a6e9c196634f"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:05.288508 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-eeabec27-7e70-4fd3-9ef4-a805c713217e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.307996 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-61edeaaf-54a2-4944-8d56-d205dfa16566 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f11bfdf84c8478192617c2e498b6113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6614656 Jun 28 12:06:05.308222 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fadf8-d426-4116-b299-0a616f24fecf req-a6268f8a-1b8b-4bfa-9758-de7aeccae70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.309664 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-266fadf8-d426-4116-b299-0a616f24fecf req-a6268f8a-1b8b-4bfa-9758-de7aeccae70a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.1024241 Jun 28 12:06:05.311683 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52148) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:05.325147 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:05.355246 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:05.355718 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f5a3af24-1e0a-4c98-b7fd-a14f930babb7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:05.423386 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-266fadf8-d426-4116-b299-0a616f24fecf req-7b57166d-6cb8-42fd-b47f-18c1a21eb0f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967028 Jun 28 12:06:05.427318 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29eb358d-f46b-4937-94c6-b43c5f75e2ad {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:05.447850 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.457765 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edeaaf-54a2-4944-8d56-d205dfa16566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea94d3d-7c1d-49a4-afe9-865d86aa3d17,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:05.460906 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e2009705-0d76-479c-97b5-214f497f8413 req-b6bb7eb4-78b4-4795-842e-974fe4a6c03e tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895521 Jun 28 12:06:05.475658 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-61edeaaf-54a2-4944-8d56-d205dfa16566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:05.523009 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-298d3d82-7e12-4f7c-939a-ed396e5c96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.524585 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-298d3d82-7e12-4f7c-939a-ed396e5c96f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 1096 time: 0.1943507 Jun 28 12:06:05.556947 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-eeabec27-7e70-4fd3-9ef4-a805c713217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.557728 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-61e49cc4-62b5-42d5-a3ee-098539253234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.567504 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-eeabec27-7e70-4fd3-9ef4-a805c713217e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.571200 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-eeabec27-7e70-4fd3-9ef4-a805c713217e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b97b373-d7c8-4768-9ca4-2fbfed12a374 HTTP/1.1" status: 204 len: 168 time: 0.5569413 Jun 28 12:06:05.571200 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c7738f1d-c6bf-4f20-871d-346e7027bb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:05.603214 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee675e5-9bc6-4e5f-9d77-d22f48666ffd req-c324c258-ee37-4ff9-bd9f-a46a8c3d7002 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.604699 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cee675e5-9bc6-4e5f-9d77-d22f48666ffd req-c324c258-ee37-4ff9-bd9f-a46a8c3d7002 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.2850142 Jun 28 12:06:05.613763 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabec27-7e70-4fd3-9ef4-a805c713217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b97b373-d7c8-4768-9ca4-2fbfed12a374,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:05.636738 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-61e49cc4-62b5-42d5-a3ee-098539253234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.650809 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-ca08fc5c-dbca-43fe-8bdb-0a90476342f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f HTTP/1.1" status: 200 len: 217 time: 0.1182833 Jun 28 12:06:05.652310 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f370c73-1c9c-4671-8e66-063381a8e06a x-openstack-request-id: req-0f370c73-1c9c-4671-8e66-063381a8e06a {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:05.652632 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1645edc-55a9-47af-b132-e69d124a0717", "tag": "e3e46c5f-f9a0-4193-9d9a-a6e9c196634f", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:05.652995 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f370c73-1c9c-4671-8e66-063381a8e06a {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:05.653438 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1645edc-55a9-47af-b132-e69d124a0717', 'tag': 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f', 'status': 'completed', 'code': 200} Jun 28 12:06:05.654623 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Transition to ACTIVE for port object 29eb358d-f46b-4937-94c6-b43c5f75e2ad will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:06:05.681183 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-eeabec27-7e70-4fd3-9ef4-a805c713217e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:05.695046 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-266fadf8-d426-4116-b299-0a616f24fecf req-3e0c5259-6ad6-4a4e-a1f3-3b8b4f2e42ca service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567985 Jun 28 12:06:05.717158 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.730802 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-94e5a1ab-7032-4ebb-b703-f06f652c1892 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:05.761715 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-dfbea240-3cbc-49e1-94ca-9d1defe79ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:05.763306 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-dfbea240-3cbc-49e1-94ca-9d1defe79ee3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.1064694 Jun 28 12:06:05.791163 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cee675e5-9bc6-4e5f-9d77-d22f48666ffd req-7907976c-40c7-420e-84be-16fb6fe91a03 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798098 Jun 28 12:06:05.842454 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-ca6e8f97-7646-4ed2-8100-d4b3a3d76bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681510 Jun 28 12:06:05.855849 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:05.881260 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-61e49cc4-62b5-42d5-a3ee-098539253234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.891162 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:05.892999 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-61e49cc4-62b5-42d5-a3ee-098539253234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:05.894368 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-61e49cc4-62b5-42d5-a3ee-098539253234 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ea94d3d-7c1d-49a4-afe9-865d86aa3d17 HTTP/1.1" status: 204 len: 168 time: 0.5798352 Jun 28 12:06:05.904301 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ca6ce443-ae53-4a7f-8768-61ee985234dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:05.937087 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e49cc4-62b5-42d5-a3ee-098539253234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea94d3d-7c1d-49a4-afe9-865d86aa3d17,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:05.966009 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-61e49cc4-62b5-42d5-a3ee-098539253234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:05.974658 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:06:05.978860 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Attempting to bind port 29eb358d-f46b-4937-94c6-b43c5f75e2ad on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:06:05.979114 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Attempting to bind port 29eb358d-f46b-4937-94c6-b43c5f75e2ad by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:06:05.979452 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Attempting to bind port 29eb358d-f46b-4937-94c6-b43c5f75e2ad on network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:05.986614 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-266fadf8-d426-4116-b299-0a616f24fecf req-0137bf75-c82e-402e-97c2-e10d01019b07 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743061 Jun 28 12:06:05.994397 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Port 29eb358d-f46b-4937-94c6-b43c5f75e2ad on network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:06:05.994720 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Attempting to bind port 29eb358d-f46b-4937-94c6-b43c5f75e2ad on network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:06:06.006242 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:06:06.006591 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Checking segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:06.007157 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Bound using segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:06:06.007555 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Bound port: 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:06:06.007916 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.027576 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52178) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:06.051087 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d06e7a68-2aea-4ef7-9200-0c9267e2f540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.128638 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:06:06.132241 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:06:06.140144 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.147674 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-eee84d34-e53f-4e4f-b26c-f13f32ba9537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:06.179471 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.180119 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.181508 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] 10.222.0.15 "PUT /v2.0/ports/29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 200 len: 1093 time: 1.6752176 Jun 28 12:06:06.207312 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d06e7a68-2aea-4ef7-9200-0c9267e2f540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.209264 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:06.220466 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d06e7a68-2aea-4ef7-9200-0c9267e2f540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.220867 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:06.225349 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-73040cc2-c648-4170-9dbd-22cea86b41e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:06.267228 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-d06e7a68-2aea-4ef7-9200-0c9267e2f540 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95c409276ca34d59bf7996a42dec16a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381830 Jun 28 12:06:06.269271 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e7a68-2aea-4ef7-9200-0c9267e2f540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e05f9b2-3595-4aa2-8827-9b62c70afea2,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:06.270279 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52192) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:06.274582 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d06e7a68-2aea-4ef7-9200-0c9267e2f540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:06.353822 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-46b48ba2-6001-418a-a50e-0765aa667692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.402437 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-46b48ba2-6001-418a-a50e-0765aa667692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.478832 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-46b48ba2-6001-418a-a50e-0765aa667692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.483074 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-46b48ba2-6001-418a-a50e-0765aa667692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:06.486530 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-46b48ba2-6001-418a-a50e-0765aa667692 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e05f9b2-3595-4aa2-8827-9b62c70afea2 HTTP/1.1" status: 204 len: 168 time: 0.2147415 Jun 28 12:06:06.487402 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:06.497054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b48ba2-6001-418a-a50e-0765aa667692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e05f9b2-3595-4aa2-8827-9b62c70afea2,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:06.510375 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-46b48ba2-6001-418a-a50e-0765aa667692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:06.688484 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050da0b1-dc5d-4a7a-a580-24fa2c950af2 req-0a041f37-1296-4d93-a3c4-e1c1aa47ea42 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.690030 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-050da0b1-dc5d-4a7a-a580-24fa2c950af2 req-0a041f37-1296-4d93-a3c4-e1c1aa47ea42 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1147637 Jun 28 12:06:06.706454 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c4a92-8848-43b6-8896-091d2fd66875 req-845279c1-c25f-4393-a9f8-973660665419 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.707992 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-824c4a92-8848-43b6-8896-091d2fd66875 req-845279c1-c25f-4393-a9f8-973660665419 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.1031871 Jun 28 12:06:06.761848 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-050da0b1-dc5d-4a7a-a580-24fa2c950af2 req-d7b98186-8215-46ec-a903-e032d3fac27f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649903 Jun 28 12:06:06.774872 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-824c4a92-8848-43b6-8896-091d2fd66875 req-ccf48b70-685d-4a44-a980-56b7c93e5ee0 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523968 Jun 28 12:06:06.968797 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c3c25-4b05-46f7-a907-141d59202788 req-181fc818-183d-4a29-b5e8-539f131d341d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:06.970357 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ba4c3c25-4b05-46f7-a907-141d59202788 req-181fc818-183d-4a29-b5e8-539f131d341d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.0675094 Jun 28 12:06:07.011561 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ba4c3c25-4b05-46f7-a907-141d59202788 req-84ec1d89-3214-487e-bca1-166c07b0a0b8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346956 Jun 28 12:06:07.654642 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:07.657254 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416110b8-04c1-4150-a115-17c1c7d12b30" -d '{"events": [{"name": "network-changed", "server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:07.698446 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea91549b-19e0-4754-9998-b9b1c8faf8d2 x-openstack-request-id: req-ea91549b-19e0-4754-9998-b9b1c8faf8d2 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:07.698446 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:07.699017 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea91549b-19e0-4754-9998-b9b1c8faf8d2 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:07.699893 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'status': 'completed', 'code': 200} Jun 28 12:06:08.005305 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f852e58-bb59-4619-b46b-a4e47e9994a0 req-466eb3d0-454d-4869-920f-4dedd641e0fc tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:08.006846 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9f852e58-bb59-4619-b46b-a4e47e9994a0 req-466eb3d0-454d-4869-920f-4dedd641e0fc tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.1172261 Jun 28 12:06:08.028039 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f97b1e-e55b-49d0-b31f-a572d12e6ad0 req-321f0c21-7b17-4dc0-87db-01dcaee144fb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:08.029549 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9f97b1e-e55b-49d0-b31f-a572d12e6ad0 req-321f0c21-7b17-4dc0-87db-01dcaee144fb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1305695 Jun 28 12:06:08.085471 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9f852e58-bb59-4619-b46b-a4e47e9994a0 req-bbd8de85-e43b-4a5e-ad69-74169fd275a1 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 Jun 28 12:06:08.092680 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9f97b1e-e55b-49d0-b31f-a572d12e6ad0 req-21637408-13b5-410b-b7b2-4f992bf38405 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515869 Jun 28 12:06:08.253060 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17410d-c498-4805-921a-e147fa1f1b49 req-42677317-a0e1-4db3-956a-b0fabe818563 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:08.254552 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d17410d-c498-4805-921a-e147fa1f1b49 req-42677317-a0e1-4db3-956a-b0fabe818563 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.0661182 Jun 28 12:06:08.292747 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d17410d-c498-4805-921a-e147fa1f1b49 req-aad27085-8ffe-4766-9530-4139e1256bde tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jun 28 12:06:08.606393 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52316) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:08.722079 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-66f59520-a8d9-4b54-a7f1-cecbbfa5815b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:08.820652 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-66f59520-a8d9-4b54-a7f1-cecbbfa5815b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:08.827671 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-66f59520-a8d9-4b54-a7f1-cecbbfa5815b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:08.830424 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-078e6e72-2a53-422e-9376-fcbd0c04272f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:08.885734 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f59520-a8d9-4b54-a7f1-cecbbfa5815b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10b160a-c822-4a5a-964b-3af122a59107,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:08.898016 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-66f59520-a8d9-4b54-a7f1-cecbbfa5815b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5ea5ad7e45c45c39f0fc87e6fe0483c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905838 Jun 28 12:06:08.900441 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-66f59520-a8d9-4b54-a7f1-cecbbfa5815b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:08.900824 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52322) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:08.950532 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-ddb6-4af2-9507-f2cb20e9f217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:08.961375 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-f9bd4ef2-4cf5-43e4-a6d6-067879fb0b94 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988498 Jun 28 12:06:08.972169 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-ddb6-4af2-9507-f2cb20e9f217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.018713 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-ddb6-4af2-9507-f2cb20e9f217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.021814 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-ddb6-4af2-9507-f2cb20e9f217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.022946 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5ad84e04-ddb6-4af2-9507-f2cb20e9f217 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d10b160a-c822-4a5a-964b-3af122a59107 HTTP/1.1" status: 204 len: 168 time: 0.1211720 Jun 28 12:06:09.023609 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:09.031082 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad84e04-ddb6-4af2-9507-f2cb20e9f217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10b160a-c822-4a5a-964b-3af122a59107,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:09.033374 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5ad84e04-ddb6-4af2-9507-f2cb20e9f217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:09.338543 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae23fe-70ec-408e-ac0b-53fdcda12dd9 req-1820a4f8-fdcd-4f67-be8f-c2496f5165fc tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:09.340251 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-acae23fe-70ec-408e-ac0b-53fdcda12dd9 req-1820a4f8-fdcd-4f67-be8f-c2496f5165fc tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.1266787 Jun 28 12:06:09.348738 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab18c8-6b7b-4242-8a7d-9b03e9370925 req-603a2e39-7376-4c49-a675-9b03090fad87 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:09.350339 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5ab18c8-6b7b-4242-8a7d-9b03e9370925 req-603a2e39-7376-4c49-a675-9b03090fad87 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1160295 Jun 28 12:06:09.363528 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52342) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:09.378966 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5936-8354-4884-884a-8ac8566d79f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.413735 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5ab18c8-6b7b-4242-8a7d-9b03e9370925 req-603016d5-dae5-4301-957f-0e110bea4e7f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559547 Jun 28 12:06:09.419336 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-acae23fe-70ec-408e-ac0b-53fdcda12dd9 req-a87edaf5-2100-4fa8-ad97-7cbddce2c0e1 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679958 Jun 28 12:06:09.511825 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5936-8354-4884-884a-8ac8566d79f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.518787 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5936-8354-4884-884a-8ac8566d79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.522528 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-61edeaaf-54a2-4944-8d56-d205dfa16566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:09.557824 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9dcc5936-8354-4884-884a-8ac8566d79f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=038a7724625747e28ba615e57a93c4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931267 Jun 28 12:06:09.558682 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc5936-8354-4884-884a-8ac8566d79f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84c3ae4-786f-4a57-b6f8-09d91dcd14f3,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:09.561878 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52352) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:09.562005 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9dcc5936-8354-4884-884a-8ac8566d79f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:09.631912 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad31ac-db88-4eec-a46d-5353cabdcdf8 req-5dc58562-d7c6-4b7c-83fc-7a65c90baa1c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:09.633280 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-78ad31ac-db88-4eec-a46d-5353cabdcdf8 req-5dc58562-d7c6-4b7c-83fc-7a65c90baa1c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.1087027 Jun 28 12:06:09.634767 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9dd6-a4be-4980-b555-379c05a29dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.671282 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9dd6-a4be-4980-b555-379c05a29dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.706483 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-78ad31ac-db88-4eec-a46d-5353cabdcdf8 req-6e283e7d-35b9-4c7d-bc2f-ed757f6ed317 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599778 Jun 28 12:06:09.733988 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9dd6-a4be-4980-b555-379c05a29dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.737717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2c6c9dd6-a4be-4980-b555-379c05a29dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:09.738863 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-2c6c9dd6-a4be-4980-b555-379c05a29dfd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a84c3ae4-786f-4a57-b6f8-09d91dcd14f3 HTTP/1.1" status: 204 len: 168 time: 0.1758299 Jun 28 12:06:09.739659 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5ad84e04-ddb6-4af2-9507-f2cb20e9f217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:09.747427 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c9dd6-a4be-4980-b555-379c05a29dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84c3ae4-786f-4a57-b6f8-09d91dcd14f3,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:09.749750 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2c6c9dd6-a4be-4980-b555-379c05a29dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:10.550646 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5e5aa955-bbdf-468f-968c-55b71f1d9b2e req-83d5ced9-fe6f-4aa0-bf0a-f44d1e0ead72 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151803 Jun 28 12:06:10.554343 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-27a295c2-f4ac-4dfc-817c-bf0bee1f9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.556092 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-27a295c2-f4ac-4dfc-817c-bf0bee1f9984 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1162314 Jun 28 12:06:10.624981 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-37f77a5e-c9ea-44c6-ab39-2bacfcd84914 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 200 len: 217 time: 0.0608253 Jun 28 12:06:10.669184 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-79d61ea0-c4da-49e2-862a-864dc6b66206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.670866 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-79d61ea0-c4da-49e2-862a-864dc6b66206 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 1096 time: 0.0530910 Jun 28 12:06:10.732559 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-e607577a-a7d9-4470-99ad-aad9db78a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.734307 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-e607577a-a7d9-4470-99ad-aad9db78a1b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0913641 Jun 28 12:06:10.819421 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c532ed-4002-4f8b-99c8-dd940fd68c7e req-15035ca9-bca0-4cbf-8466-4a4f68cc283d tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.821628 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-49c532ed-4002-4f8b-99c8-dd940fd68c7e req-15035ca9-bca0-4cbf-8466-4a4f68cc283d tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.2473469 Jun 28 12:06:10.839456 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-88008688-97ce-4e47-9ab5-8f0c3764baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.840928 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-88008688-97ce-4e47-9ab5-8f0c3764baa7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.1631272 Jun 28 12:06:10.845981 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10049640-faea-47d9-98ae-260f61341c80 req-4197a220-6d11-432d-9e88-f8700fdaf363 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.847441 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-10049640-faea-47d9-98ae-260f61341c80 req-4197a220-6d11-432d-9e88-f8700fdaf363 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.2059097 Jun 28 12:06:10.937133 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-49c532ed-4002-4f8b-99c8-dd940fd68c7e req-a6e39309-7667-45fb-bb5c-c4f5a7f2ff4c tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061838 Jun 28 12:06:10.939298 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-3d29c2bc-9c07-4653-8ed3-0a41a7f80d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:10.940768 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-3d29c2bc-9c07-4653-8ed3-0a41a7f80d69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1933315 Jun 28 12:06:10.984601 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-10049640-faea-47d9-98ae-260f61341c80 req-8ed5f0c5-3856-4249-bd0e-00060dfc274e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256685 Jun 28 12:06:11.078204 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-9817d84d-5d3b-4be3-b3e2-bef97ee022a0 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276562 Jun 28 12:06:11.079345 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-c88767d2-cc77-4048-938f-004075b1b17c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f HTTP/1.1" status: 200 len: 217 time: 0.2287982 Jun 28 12:06:11.142672 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924716cd-8834-42eb-9e74-35df32681a98 req-2de7fd2f-431e-4ef4-84a6-f7f49b522f10 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.144247 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-924716cd-8834-42eb-9e74-35df32681a98 req-2de7fd2f-431e-4ef4-84a6-f7f49b522f10 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.0633693 Jun 28 12:06:11.193298 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-555a0e27-3115-4c54-a163-7072a0ea10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.194819 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-555a0e27-3115-4c54-a163-7072a0ea10a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.0466714 Jun 28 12:06:11.230290 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-f426545d-d246-4fa3-876c-79066c0b20ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274391 Jun 28 12:06:11.233517 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-924716cd-8834-42eb-9e74-35df32681a98 req-7f5a9f4a-0055-4fd5-ab43-5758db94478c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789900 Jun 28 12:06:11.257709 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-20e3fc30-4605-44f2-a9c9-088c10fdb0d2 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101041 Jun 28 12:06:11.331413 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-474946bc-8c05-40eb-8541-18936206ed5f service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937042 Jun 28 12:06:11.376473 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-611947d7-ae28-4aea-9db8-261dc2b16d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.378280 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-611947d7-ae28-4aea-9db8-261dc2b16d8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1096 time: 0.0622544 Jun 28 12:06:11.425533 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-261ec903-423a-40a5-979a-8b1ee72435f5 req-badb0ca2-6481-4cbf-aabe-60c99c3a10dc service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860541 Jun 28 12:06:11.473518 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-73a5a923-7629-42bb-bfee-0a951caaf5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.474861 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-73a5a923-7629-42bb-bfee-0a951caaf5e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.0886588 Jun 28 12:06:11.517791 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-1fcb62af-6c80-4e8e-9963-95e957772255 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 200 len: 217 time: 0.0337088 Jun 28 12:06:11.570039 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-b54fa79c-cc88-486a-81ef-b04d4f31611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.571454 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-b54fa79c-cc88-486a-81ef-b04d4f31611d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0471804 Jun 28 12:06:11.637412 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-bd200508-85df-426a-9917-9fafb322ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:11.638747 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-bd200508-85df-426a-9917-9fafb322ae50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600233 Jun 28 12:06:11.728235 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-0a192692-9b8a-45b3-b597-0a37c0027336 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824950 Jun 28 12:06:12.012094 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-416110b8-04c1-4150-a115-17c1c7d12b30 req-d7682d97-aae4-47ae-9d55-050f4ddf081e service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771931 Jun 28 12:06:12.127220 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f778a50-4440-4b7c-8652-3ced7d78e7e2 req-0332fb17-9e47-43f0-b5bd-a5ea97198e86 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:12.134079 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1f778a50-4440-4b7c-8652-3ced7d78e7e2 req-0332fb17-9e47-43f0-b5bd-a5ea97198e86 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.0733652 Jun 28 12:06:12.207862 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1f778a50-4440-4b7c-8652-3ced7d78e7e2 req-fd667c7b-9f14-4238-9760-84709d5b199d tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728426 Jun 28 12:06:12.238227 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65234089-f49b-466f-bb95-0dab47c6044a req-abfa992d-c31d-43eb-8254-3a77b1addafb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:12.239736 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-65234089-f49b-466f-bb95-0dab47c6044a req-abfa992d-c31d-43eb-8254-3a77b1addafb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1039340 Jun 28 12:06:12.288927 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-65234089-f49b-466f-bb95-0dab47c6044a req-2cdd91f4-8883-4014-8fa8-1d1c011a3c84 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433686 Jun 28 12:06:12.425532 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e41560-4065-4e3c-bb9e-4b8ef1bcd49b req-4a763d05-474f-4f74-b1e6-61c5ba2b0ba7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:12.427422 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-19e41560-4065-4e3c-bb9e-4b8ef1bcd49b req-4a763d05-474f-4f74-b1e6-61c5ba2b0ba7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.0757580 Jun 28 12:06:12.473034 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-19e41560-4065-4e3c-bb9e-4b8ef1bcd49b req-007c51c2-5013-4394-8890-5cabc18aa428 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Jun 28 12:06:13.434901 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c68c97-c3a0-4560-8303-4649e58f7934 req-dabe01f8-e514-40ee-a7a9-a5326e8b66d6 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:13.436450 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-19c68c97-c3a0-4560-8303-4649e58f7934 req-dabe01f8-e514-40ee-a7a9-a5326e8b66d6 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.0909655 Jun 28 12:06:13.522544 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-19c68c97-c3a0-4560-8303-4649e58f7934 req-7cdb0335-4171-45b1-9121-d6ba44a0419f tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766487 Jun 28 12:06:13.567537 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50611-0c8e-4aa4-b470-43b2d6c2f8f5 req-7195fecf-3797-4527-904d-d5e906214c0b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:13.569120 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-78c50611-0c8e-4aa4-b470-43b2d6c2f8f5 req-7195fecf-3797-4527-904d-d5e906214c0b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1152310 Jun 28 12:06:13.631744 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-78c50611-0c8e-4aa4-b470-43b2d6c2f8f5 req-4f140bac-75c8-4107-9a12-fac9dea431f3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541031 Jun 28 12:06:13.722845 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d9aa2-9c90-486c-af03-067cdc507143 req-c3dd0f86-9e3a-484c-9c6b-bc886369cad3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:13.730198 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5a1d9aa2-9c90-486c-af03-067cdc507143 req-c3dd0f86-9e3a-484c-9c6b-bc886369cad3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.0965722 Jun 28 12:06:13.766018 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5a1d9aa2-9c90-486c-af03-067cdc507143 req-191205a1-6fbd-471d-9aca-aa4195e1ecb0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Jun 28 12:06:14.705410 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a429f18-2469-41df-99b9-b752e4706bcb req-1d376862-9e7f-48c6-bfd8-9d56db88cd73 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:14.706902 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5a429f18-2469-41df-99b9-b752e4706bcb req-1d376862-9e7f-48c6-bfd8-9d56db88cd73 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.0773196 Jun 28 12:06:14.744966 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5a429f18-2469-41df-99b9-b752e4706bcb req-0cf970ef-584a-45cc-bcdb-db8745f296e3 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Jun 28 12:06:14.812754 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f949c7-7a4e-45da-82f1-87fa7b2326e1 req-e69ff657-cd3a-4d3a-9a15-a55315cd9b3c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:14.815526 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-00f949c7-7a4e-45da-82f1-87fa7b2326e1 req-e69ff657-cd3a-4d3a-9a15-a55315cd9b3c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0696950 Jun 28 12:06:14.853656 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-00f949c7-7a4e-45da-82f1-87fa7b2326e1 req-808f90b9-7726-441c-b691-549ad4be3270 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331233 Jun 28 12:06:14.942370 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bde18-b039-4190-aa90-61502c505d64 req-abf48b76-3508-41cd-8907-b6ced9f02fa9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:14.944883 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8d1bde18-b039-4190-aa90-61502c505d64 req-abf48b76-3508-41cd-8907-b6ced9f02fa9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.0666788 Jun 28 12:06:14.994342 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8d1bde18-b039-4190-aa90-61502c505d64 req-162eab55-b88b-4b05-978d-87059acef658 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Jun 28 12:06:15.943583 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36ec35-67fd-4211-9b2b-cc319757a730 req-7a128223-cef7-4fde-bc8a-44aa14ecaf2a tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:15.945074 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0c36ec35-67fd-4211-9b2b-cc319757a730 req-7a128223-cef7-4fde-bc8a-44aa14ecaf2a tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.0698395 Jun 28 12:06:16.005627 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0c36ec35-67fd-4211-9b2b-cc319757a730 req-b7582094-49e4-4431-89aa-b2dd926685e1 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538609 Jun 28 12:06:16.058407 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e5208-9cd1-467c-ba67-7f950615f490 req-e2236cad-f952-4dcf-a7e1-5e2a77a10f47 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:16.059897 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0f1e5208-9cd1-467c-ba67-7f950615f490 req-e2236cad-f952-4dcf-a7e1-5e2a77a10f47 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0773575 Jun 28 12:06:16.098773 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0f1e5208-9cd1-467c-ba67-7f950615f490 req-8dfe6b36-0d8c-4f9a-a241-31c5d508db9b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Jun 28 12:06:16.174005 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100257a-9339-40f7-9f9f-56b2c64729df req-d677084b-c42e-43b6-bd53-c4b659701c7c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:16.175490 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2100257a-9339-40f7-9f9f-56b2c64729df req-d677084b-c42e-43b6-bd53-c4b659701c7c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.0694048 Jun 28 12:06:16.212272 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2100257a-9339-40f7-9f9f-56b2c64729df req-43190486-f897-4945-947c-98d8f6e4e3e0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Jun 28 12:06:16.456397 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e79defa9-71d8-491b-a9ed-d89350a4a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:16.476881 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:17.194593 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452faa0-0a0f-4fdb-bf37-879431a7fed0 req-b4422f52-4ea7-4a87-b9c2-784cdb30759c tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:17.196079 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0452faa0-0a0f-4fdb-bf37-879431a7fed0 req-b4422f52-4ea7-4a87-b9c2-784cdb30759c tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.0707719 Jun 28 12:06:17.263350 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0452faa0-0a0f-4fdb-bf37-879431a7fed0 req-14396e45-e57f-474b-890e-a450f5f7b8fa tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615044 Jun 28 12:06:17.293318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f6bde-d0e7-4ae2-8ad3-15745a811bd7 req-7b1a4363-eb09-41bb-9ebd-a09c2949a6a0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:17.294776 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-748f6bde-d0e7-4ae2-8ad3-15745a811bd7 req-7b1a4363-eb09-41bb-9ebd-a09c2949a6a0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0799036 Jun 28 12:06:17.333211 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-748f6bde-d0e7-4ae2-8ad3-15745a811bd7 req-10a86a1f-76bf-4b10-a616-bb81f52928e6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325229 Jun 28 12:06:17.422994 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebbf4c-bd87-41d4-bfbf-3bf9631a8d00 req-1b56ce02-2c6a-41a5-b276-de8f3e593337 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:17.424666 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-86ebbf4c-bd87-41d4-bfbf-3bf9631a8d00 req-1b56ce02-2c6a-41a5-b276-de8f3e593337 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 943 time: 0.0628078 Jun 28 12:06:17.474295 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-86ebbf4c-bd87-41d4-bfbf-3bf9631a8d00 req-88d926dd-a451-42e1-b045-ca049ae87428 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Jun 28 12:06:18.071378 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 2ecb307d-877b-46b9-9449-f3f8664f692d details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:06:18.186417 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 2ecb307d-877b-46b9-9449-f3f8664f692d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2ecb307d-877b-46b9-9449-f3f8664f692d,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:18.197818 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '2ecb307d-877b-46b9-9449-f3f8664f692d', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'port_id': '2ecb307d-877b-46b9-9449-f3f8664f692d', 'mac_address': 'fa:16:3e:a5:99:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:06:18.233887 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.246240 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecb307d-877b-46b9-9449-f3f8664f692d {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:18.268311 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 2ecb307d-877b-46b9-9449-f3f8664f692d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2ecb307d-877b-46b9-9449-f3f8664f692d,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:18.274887 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.276029 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device e3e46c5f-f9a0-4193-9d9a-a6e9c196634f details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:06:18.278660 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:18.345439 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=2ecb307d-877b-46b9-9449-f3f8664f692d,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:18.348881 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:18.351346 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:18.360313 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f', 'network_id': '1d123fcb-8ac3-4978-bd7e-2a21b91c0791', 'port_id': 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f', 'mac_address': 'fa:16:3e:3d:9a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dea7f0a-ad22-4bd4-b62d-992ed88cb78f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:06:18.401856 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.417262 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e46c5f-f9a0-4193-9d9a-a6e9c196634f {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:18.437607 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:18.443338 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.444169 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:06:18.454243 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a932-2c4d-42a3-8c41-de80c9456605 req-63b8d561-99d2-49cb-8313-87a8bd8fe44f tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:18.462809 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4058a932-2c4d-42a3-8c41-de80c9456605 req-63b8d561-99d2-49cb-8313-87a8bd8fe44f tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 943 time: 0.0866220 Jun 28 12:06:18.482172 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:18.536149 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4058a932-2c4d-42a3-8c41-de80c9456605 req-266e9707-8472-4c61-aad3-5268ad756876 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651634 Jun 28 12:06:18.591728 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a5905-7aa0-4cff-8d37-4d07c09d7b97 req-41058437-9d21-4754-a115-3b1a4e61919a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:18.595663 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-171a5905-7aa0-4cff-8d37-4d07c09d7b97 req-41058437-9d21-4754-a115-3b1a4e61919a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1055937 Jun 28 12:06:18.630679 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-171a5905-7aa0-4cff-8d37-4d07c09d7b97 req-e572d832-ffd8-4102-9556-27227546bfff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323687 Jun 28 12:06:18.684758 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:18.690544 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:18.692382 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:18.704097 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'port_id': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'mac_address': 'fa:16:3e:9e:79:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:06:18.730426 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e711e57-4ed4-4924-8277-8a2a1c622636 req-ba75b4e6-964e-4e31-bb59-bd8e78013919 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:18.731948 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e711e57-4ed4-4924-8277-8a2a1c622636 req-ba75b4e6-964e-4e31-bb59-bd8e78013919 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.0771673 Jun 28 12:06:18.744571 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.757828 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29eb358d-f46b-4937-94c6-b43c5f75e2ad {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:18.775223 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e711e57-4ed4-4924-8277-8a2a1c622636 req-3935421f-0aff-46db-a044-89284c3f2b09 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Jun 28 12:06:18.777612 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:18.783331 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.784161 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 63c8793d-e25e-436e-8609-8951961a82c4 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:06:18.786061 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:18.858798 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:18.884716 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:18.917000 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 63c8793d-e25e-436e-8609-8951961a82c4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=63c8793d-e25e-436e-8609-8951961a82c4,segment=NetworkSegment(2e929e02-f99c-4820-8a3c-ced5882c64f7),segment_id=2e929e02-f99c-4820-8a3c-ced5882c64f7)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:18.928300 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '63c8793d-e25e-436e-8609-8951961a82c4', 'network_id': 'f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33', 'port_id': '63c8793d-e25e-436e-8609-8951961a82c4', 'mac_address': 'fa:16:3e:30:78:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61e8911-0175-4d06-ac34-0405e8625bba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:06:18.964148 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:18.977694 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c8793d-e25e-436e-8609-8951961a82c4 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:06:19.006253 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 63c8793d-e25e-436e-8609-8951961a82c4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=63c8793d-e25e-436e-8609-8951961a82c4,segment=NetworkSegment(2e929e02-f99c-4820-8a3c-ced5882c64f7),segment_id=2e929e02-f99c-4820-8a3c-ced5882c64f7)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:19.011632 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:19.015746 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:19.076479 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-492b3c99-fa1d-41da-923f-e3ed90b94747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:19.077797 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:19.083196 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=63c8793d-e25e-436e-8609-8951961a82c4,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:19.086271 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:19.726294 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cf1cb-e5b0-47f3-bae5-9cf36d77be58 req-69eff402-711e-44d2-a5d3-4f9d5fdf7510 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:19.731506 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-387cf1cb-e5b0-47f3-bae5-9cf36d77be58 req-69eff402-711e-44d2-a5d3-4f9d5fdf7510 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 944 time: 0.0694776 Jun 28 12:06:19.803539 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-387cf1cb-e5b0-47f3-bae5-9cf36d77be58 req-bdc69766-85bf-4764-9210-7401796d281f tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700748 Jun 28 12:06:19.833063 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3aa0-e4b0-4723-ba8f-6acbd81e1d1e req-f81018c1-9696-4a4a-857a-42e21c7c0c79 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:19.834466 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f19f3aa0-e4b0-4723-ba8f-6acbd81e1d1e req-f81018c1-9696-4a4a-857a-42e21c7c0c79 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0851574 Jun 28 12:06:19.872579 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f19f3aa0-e4b0-4723-ba8f-6acbd81e1d1e req-914e32f4-8071-4c47-ab6f-fb7873793697 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Jun 28 12:06:19.974191 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79931b48-8be8-41b0-b79e-704a807eb82f req-48738b74-196e-44ce-b172-161ffd484366 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:19.975648 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-79931b48-8be8-41b0-b79e-704a807eb82f req-48738b74-196e-44ce-b172-161ffd484366 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.0641735 Jun 28 12:06:20.000487 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:20.026201 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-79931b48-8be8-41b0-b79e-704a807eb82f req-b4d2038a-7a8b-4699-b943-f02cdbc4499e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Jun 28 12:06:20.981506 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20888-d773-4a96-a606-bada89789b0a req-7a2d3bb3-2a65-4044-a389-ae83dc7b8d83 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:20.983012 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22c20888-d773-4a96-a606-bada89789b0a req-7a2d3bb3-2a65-4044-a389-ae83dc7b8d83 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 944 time: 0.0643601 Jun 28 12:06:21.049333 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22c20888-d773-4a96-a606-bada89789b0a req-016a549c-bd0c-476b-aad1-f51321b71ff6 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586116 Jun 28 12:06:21.080006 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19966b-4be8-48be-8e71-0d2138dae995 req-95d0eb26-52df-408e-bf42-27b0eccf0385 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:21.081452 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3a19966b-4be8-48be-8e71-0d2138dae995 req-95d0eb26-52df-408e-bf42-27b0eccf0385 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0836430 Jun 28 12:06:21.125550 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3a19966b-4be8-48be-8e71-0d2138dae995 req-62fcd800-65a0-4486-995c-4e4ffeadb304 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383866 Jun 28 12:06:21.212016 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c879c-081b-4cfe-9723-8bba2c4095f9 req-f4555fad-65b2-4513-a987-ca15eb36e790 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:21.213490 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-138c879c-081b-4cfe-9723-8bba2c4095f9 req-f4555fad-65b2-4513-a987-ca15eb36e790 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.0650969 Jun 28 12:06:21.252299 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-138c879c-081b-4cfe-9723-8bba2c4095f9 req-9c3bbae2-e668-479e-a8da-79ce4a90724c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Jun 28 12:06:21.772183 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:22.238349 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed1c4-9229-4476-bedb-498cdb68f1b8 req-374ff666-bf94-4218-b1f2-0181e3a70115 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:22.239844 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-917ed1c4-9229-4476-bedb-498cdb68f1b8 req-374ff666-bf94-4218-b1f2-0181e3a70115 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 944 time: 0.0788410 Jun 28 12:06:22.310440 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-917ed1c4-9229-4476-bedb-498cdb68f1b8 req-2ff2b2d5-84b6-438d-9082-89b771868423 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648811 Jun 28 12:06:22.340051 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ffbf3-2a8f-4b6d-bdcc-c0487947e63f req-803f3993-61fe-4741-95cc-fc8ad6723fee tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:22.341503 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5c3ffbf3-2a8f-4b6d-bdcc-c0487947e63f req-803f3993-61fe-4741-95cc-fc8ad6723fee tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0794926 Jun 28 12:06:22.380821 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5c3ffbf3-2a8f-4b6d-bdcc-c0487947e63f req-8e135bc6-bc34-409c-b5c1-9f3fd6a50613 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334120 Jun 28 12:06:22.481171 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30820f29-44bf-48e3-811b-adcdcc450829 req-fcae34c3-06b9-4442-92b7-c955c9d2ce88 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:22.482631 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30820f29-44bf-48e3-811b-adcdcc450829 req-fcae34c3-06b9-4442-92b7-c955c9d2ce88 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.0686290 Jun 28 12:06:22.522360 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30820f29-44bf-48e3-811b-adcdcc450829 req-89490587-a85c-4a74-bacf-fd2f79450d29 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325575 Jun 28 12:06:23.498631 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e380-0c5e-47fe-b797-71132d9d76bc req-b6469aff-98e2-4fb9-9223-9b28cdc8453c tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:23.500136 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0602e380-0c5e-47fe-b797-71132d9d76bc req-b6469aff-98e2-4fb9-9223-9b28cdc8453c tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 944 time: 0.0661805 Jun 28 12:06:23.568069 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0602e380-0c5e-47fe-b797-71132d9d76bc req-cb158dca-bdb8-4c0b-b0cb-409fd67ebf55 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583234 Jun 28 12:06:23.589177 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe13bd9-1282-4c5a-95e2-f1082dea6be6 req-b84cd5e8-9186-4122-bbe7-cbdb42229e78 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:23.590673 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cbe13bd9-1282-4c5a-95e2-f1082dea6be6 req-b84cd5e8-9186-4122-bbe7-cbdb42229e78 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0896997 Jun 28 12:06:23.632118 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cbe13bd9-1282-4c5a-95e2-f1082dea6be6 req-fde3cb27-8e57-4d1c-b6b2-3df5a00bd9fb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Jun 28 12:06:23.750705 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64fdf2-3cb8-4b33-9db9-6afc6a5eaad2 req-13397b03-e86a-4b14-86cf-298581b6298b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:23.752211 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7d64fdf2-3cb8-4b33-9db9-6afc6a5eaad2 req-13397b03-e86a-4b14-86cf-298581b6298b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.0686812 Jun 28 12:06:23.790293 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7d64fdf2-3cb8-4b33-9db9-6afc6a5eaad2 req-575c6f6b-6aa6-44f2-8450-b12334feb6e8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Jun 28 12:06:24.394917 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['2ecb307d-877b-46b9-9449-f3f8664f692d'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:24.554291 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['63c8793d-e25e-436e-8609-8951961a82c4'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:24.567769 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['e3e46c5f-f9a0-4193-9d9a-a6e9c196634f'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:24.739478 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['29eb358d-f46b-4937-94c6-b43c5f75e2ad'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:06:24.745801 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcaafc-9c70-400e-bd8b-bbaf495fdaf6 req-cb20ff63-74d6-4dbe-94f6-dfc93407c40d tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:24.749212 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8efcaafc-9c70-400e-bd8b-bbaf495fdaf6 req-cb20ff63-74d6-4dbe-94f6-dfc93407c40d tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 944 time: 0.0688269 Jun 28 12:06:24.827915 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8efcaafc-9c70-400e-bd8b-bbaf495fdaf6 req-670c4962-a3f2-4fa2-bf8f-d16826faed9b tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713139 Jun 28 12:06:24.867559 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554000-c44d-4236-ae5e-5b20eaf3609a req-960dbbf5-affc-4677-a936-57dbb4286112 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:24.875482 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b3554000-c44d-4236-ae5e-5b20eaf3609a req-960dbbf5-affc-4677-a936-57dbb4286112 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.1199281 Jun 28 12:06:24.920725 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b3554000-c44d-4236-ae5e-5b20eaf3609a req-6ef7f4c1-0fd3-4511-9538-816f11b601ab tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Jun 28 12:06:25.015161 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e675-3180-4e31-b1a5-2fe7220360ba req-73626455-ba8a-462e-a03d-0b6ba3e25887 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:25.016658 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-acf6e675-3180-4e31-b1a5-2fe7220360ba req-73626455-ba8a-462e-a03d-0b6ba3e25887 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.0664766 Jun 28 12:06:25.054707 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-acf6e675-3180-4e31-b1a5-2fe7220360ba req-3515c77c-b8eb-4c29-a1ef-d493349d95b5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Jun 28 12:06:26.024234 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02ebbf-61fe-45d3-b61b-fc5008674588 req-577c31ca-7e1e-4ec7-9948-de3b975546c7 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:26.025822 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9d02ebbf-61fe-45d3-b61b-fc5008674588 req-577c31ca-7e1e-4ec7-9948-de3b975546c7 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 944 time: 0.0658731 Jun 28 12:06:26.068930 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9d02ebbf-61fe-45d3-b61b-fc5008674588 req-b141b93b-fba5-43a0-8caf-c996149b123f tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Jun 28 12:06:26.087484 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 2ecb307d-877b-46b9-9449-f3f8664f692d up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:06:26.149842 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 2ecb307d-877b-46b9-9449-f3f8664f692d completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:06:26.153846 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 2ecb307d-877b-46b9-9449-f3f8664f692d triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:26.154318 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:26.235497 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:26.261546 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13975f90-ad92-4985-abf2-6627aa116209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecb307d-877b-46b9-9449-f3f8664f692d'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:26.275554 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23184ab-e0ea-4811-8eaf-fc645dc63eba req-2b7601cb-a4ce-45aa-8b6f-fd8183c3c7f7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:26.277111 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c23184ab-e0ea-4811-8eaf-fc645dc63eba req-2b7601cb-a4ce-45aa-8b6f-fd8183c3c7f7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.1029058 Jun 28 12:06:26.298109 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144304f6-84b3-4428-90c8-81976f6afe2c req-2cf06cac-adb3-45e8-aca9-44febebc3417 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:26.303876 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-144304f6-84b3-4428-90c8-81976f6afe2c req-2cf06cac-adb3-45e8-aca9-44febebc3417 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.1183228 Jun 28 12:06:26.365203 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 2ecb307d-877b-46b9-9449-f3f8664f692d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2ecb307d-877b-46b9-9449-f3f8664f692d,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:26.368974 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c23184ab-e0ea-4811-8eaf-fc645dc63eba req-8126a542-235c-49d7-8713-2298e4da8b6a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796504 Jun 28 12:06:26.376797 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:26.379834 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-5717a334-c619-4039-8814-2b7aa155d33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:26.389729 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-144304f6-84b3-4428-90c8-81976f6afe2c req-7f53e25e-4e33-4ffd-afa0-ab28173333aa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755963 Jun 28 12:06:26.461334 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=2ecb307d-877b-46b9-9449-f3f8664f692d,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:26.469670 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.470015 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.470568 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.471543 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.472014 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.472499 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.473369 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.473916 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.474312 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.483151 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.483151 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.483151 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:26.484353 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:26.534338 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e71395a-7681-4a0f-a4b1-82bff68d6b68" -d '{"events": [{"server_uuid": "13975f90-ad92-4985-abf2-6627aa116209", "name": "network-vif-plugged", "status": "completed", "tag": "2ecb307d-877b-46b9-9449-f3f8664f692d"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:26.638747 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758c277e-c415-4792-9606-63aea02dba84 x-openstack-request-id: req-758c277e-c415-4792-9606-63aea02dba84 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:26.639103 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13975f90-ad92-4985-abf2-6627aa116209", "name": "network-vif-plugged", "status": "completed", "tag": "2ecb307d-877b-46b9-9449-f3f8664f692d", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:26.639425 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-758c277e-c415-4792-9606-63aea02dba84 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:26.639872 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13975f90-ad92-4985-abf2-6627aa116209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecb307d-877b-46b9-9449-f3f8664f692d', 'code': 200} Jun 28 12:06:26.951896 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafd77a-b300-4c9c-81c7-1db820e529b6 req-e63b3dff-4f02-474c-a27c-0c2f7b934b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:26.953519 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dbafd77a-b300-4c9c-81c7-1db820e529b6 req-e63b3dff-4f02-474c-a27c-0c2f7b934b8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1099 time: 0.0985017 Jun 28 12:06:26.972662 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-dbafd77a-b300-4c9c-81c7-1db820e529b6 req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:27.072597 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-dbafd77a-b300-4c9c-81c7-1db820e529b6 req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:27.077667 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-dbafd77a-b300-4c9c-81c7-1db820e529b6 req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:27.080206 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1ec7b220-c669-4d3d-97c0-0a40e2f41801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:27.140007 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dbafd77a-b300-4c9c-81c7-1db820e529b6 req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799350 Jun 28 12:06:27.141856 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61139f7d-5804-42d3-b04e-7d7ba27dec94,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:27.150782 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.151153 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.151487 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.151825 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.152147 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.153318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.154671 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.155006 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.155444 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.155673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.155996 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.156314 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.168686 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:27.247508 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5cee7-732d-47a0-be83-a10f7966f738 req-9df96095-01b4-4574-97a0-d57a8f03f951 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:27.248947 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9fb5cee7-732d-47a0-be83-a10f7966f738 req-9df96095-01b4-4574-97a0-d57a8f03f951 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 944 time: 0.0616207 Jun 28 12:06:27.292127 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9fb5cee7-732d-47a0-be83-a10f7966f738 req-829b1fe9-33ea-472b-8741-69605edea2af tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374498 Jun 28 12:06:27.621822 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e20926-404a-4e6d-bdfa-ee810c3c5a21 req-cf824643-d2cf-4784-9399-bf39a9146b6a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:27.623313 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-23e20926-404a-4e6d-bdfa-ee810c3c5a21 req-cf824643-d2cf-4784-9399-bf39a9146b6a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.1090484 Jun 28 12:06:27.624137 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52848) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:27.633931 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771c67e-3a17-4fc2-932d-d4504775692e req-a35721e7-e176-42ff-b9c9-de380585dfea tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:27.635456 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d771c67e-3a17-4fc2-932d-d4504775692e req-a35721e7-e176-42ff-b9c9-de380585dfea tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0935652 Jun 28 12:06:27.682958 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-23e20926-404a-4e6d-bdfa-ee810c3c5a21 req-e68d5dd7-13c8-4c30-ba71-adad2e39cf1b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464206 Jun 28 12:06:27.696328 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d771c67e-3a17-4fc2-932d-d4504775692e req-e6f0cba8-cdba-4b27-a5a8-404487613531 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537937 Jun 28 12:06:27.739520 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:27.850548 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:27.855500 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:27.868156 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2d3a74e6-6f02-47ec-8e90-9ce85b029f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:27.891282 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc2da05163664103bbfdc43ca0689163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634413 Jun 28 12:06:27.891523 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52860) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:27.897698 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c8443-ddac-4e24-b96d-6f690ee7e511,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:27.905247 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.905577 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.905898 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.906240 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.906739 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.907401 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.907834 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.908171 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.909005 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.909005 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.909204 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.909538 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:06:27.913672 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:27.959304 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-62f01d5e-c48e-4fe2-9c07-25c11c2e1000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:27.984313 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-62f01d5e-c48e-4fe2-9c07-25c11c2e1000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.028436 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52874) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:28.056988 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-62f01d5e-c48e-4fe2-9c07-25c11c2e1000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.063638 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-62f01d5e-c48e-4fe2-9c07-25c11c2e1000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.067607 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-62f01d5e-c48e-4fe2-9c07-25c11c2e1000 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed5c8443-ddac-4e24-b96d-6f690ee7e511 HTTP/1.1" status: 204 len: 168 time: 0.1750844 Jun 28 12:06:28.069140 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:28.077651 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 63c8793d-e25e-436e-8609-8951961a82c4 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:06:28.079398 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f01d5e-c48e-4fe2-9c07-25c11c2e1000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c8443-ddac-4e24-b96d-6f690ee7e511,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:28.084217 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-62f01d5e-c48e-4fe2-9c07-25c11c2e1000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:28.207350 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-13805f15-1941-4d8e-8359-87a0e40d9f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.230697 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 63c8793d-e25e-436e-8609-8951961a82c4 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:06:28.235393 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 63c8793d-e25e-436e-8609-8951961a82c4 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:28.236284 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.341494 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.382024 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 63c8793d-e25e-436e-8609-8951961a82c4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=63c8793d-e25e-436e-8609-8951961a82c4,segment=NetworkSegment(2e929e02-f99c-4820-8a3c-ced5882c64f7),segment_id=2e929e02-f99c-4820-8a3c-ced5882c64f7)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:28.391525 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.393077 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:06:28.404177 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-13805f15-1941-4d8e-8359-87a0e40d9f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.411559 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-13805f15-1941-4d8e-8359-87a0e40d9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.415225 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-46b48ba2-6001-418a-a50e-0765aa667692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:28.426155 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:28.472104 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13805f15-1941-4d8e-8359-87a0e40d9f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6faa22-0000-43c5-b405-6465bd3ea39b,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:28.487653 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-13805f15-1941-4d8e-8359-87a0e40d9f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:28.492163 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=63c8793d-e25e-436e-8609-8951961a82c4,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:28.495145 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:28.498543 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 29eb358d-f46b-4937-94c6-b43c5f75e2ad completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:06:28.508727 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 29eb358d-f46b-4937-94c6-b43c5f75e2ad triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:28.509332 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.515456 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-13805f15-1941-4d8e-8359-87a0e40d9f0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0577e98ce0ad427782548c663fa78540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856758 Jun 28 12:06:28.518186 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52900) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:28.571930 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52904) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:28.592547 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a014acd7-3bca-49e4-8fd8-dca5acc7139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.597603 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-73ea70f0-9227-4ed1-ae98-60e86a8b2ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.603055 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.637340 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-73ea70f0-9227-4ed1-ae98-60e86a8b2ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.642816 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efdab9-335b-49ec-bf11-1b790cffe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c8793d-e25e-436e-8609-8951961a82c4'}, {'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:28.645310 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301c7ae-6b0e-4cc2-9d8c-ff159a68d00e req-03f314fa-f099-4c9a-9bc7-85f0092e26be tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:28.647532 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a301c7ae-6b0e-4cc2-9d8c-ff159a68d00e req-03f314fa-f099-4c9a-9bc7-85f0092e26be tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1576369 Jun 28 12:06:28.647695 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa68256-9abb-4edb-a581-5817075c83b4" -d '{"events": [{"server_uuid": "57efdab9-335b-49ec-bf11-1b790cffe8e4", "name": "network-vif-plugged", "status": "completed", "tag": "63c8793d-e25e-436e-8609-8951961a82c4"}, {"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-plugged", "status": "completed", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:28.652787 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:28.659963 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.661229 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device e3e46c5f-f9a0-4193-9d9a-a6e9c196634f up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:06:28.663268 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:28.705414 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1579a39c-70b8-470f-a15f-051577bed1e5 x-openstack-request-id: req-1579a39c-70b8-470f-a15f-051577bed1e5 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:28.711268 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57efdab9-335b-49ec-bf11-1b790cffe8e4", "name": "network-vif-plugged", "status": "completed", "tag": "63c8793d-e25e-436e-8609-8951961a82c4", "code": 200}, {"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-plugged", "status": "completed", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:28.711826 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1579a39c-70b8-470f-a15f-051577bed1e5 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:28.712241 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efdab9-335b-49ec-bf11-1b790cffe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c8793d-e25e-436e-8609-8951961a82c4', 'code': 200} Jun 28 12:06:28.712762 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'code': 200} Jun 28 12:06:28.731763 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-73ea70f0-9227-4ed1-ae98-60e86a8b2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.739803 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-73ea70f0-9227-4ed1-ae98-60e86a8b2ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.744779 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-73ea70f0-9227-4ed1-ae98-60e86a8b2ba3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d6faa22-0000-43c5-b405-6465bd3ea39b HTTP/1.1" status: 204 len: 168 time: 0.2251039 Jun 28 12:06:28.747162 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:28.763672 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea70f0-9227-4ed1-ae98-60e86a8b2ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6faa22-0000-43c5-b405-6465bd3ea39b,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:28.768534 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-73ea70f0-9227-4ed1-ae98-60e86a8b2ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:28.780685 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a301c7ae-6b0e-4cc2-9d8c-ff159a68d00e req-ffc35b87-6139-4985-a45b-bd6891c1c6a1 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875261 Jun 28 12:06:28.785753 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a014acd7-3bca-49e4-8fd8-dca5acc7139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.791505 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a014acd7-3bca-49e4-8fd8-dca5acc7139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.795656 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d697cf85-2033-4116-a8ab-13db9c1baf31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:28.826770 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014acd7-3bca-49e4-8fd8-dca5acc7139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba44251-0c6e-4f00-bdc1-40efb6803aea,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:28.834071 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a014acd7-3bca-49e4-8fd8-dca5acc7139d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:28.850838 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a014acd7-3bca-49e4-8fd8-dca5acc7139d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6dee7c278714d609b2f682bcb19738e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774935 Jun 28 12:06:28.854074 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52914) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:28.855259 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:28.858586 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:28.881296 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:06:28.885723 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:06:28.886109 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:28.946616 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcd47-945b-4674-b329-1afe438e6400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.000399 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcd47-945b-4674-b329-1afe438e6400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.043602 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.096326 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:06:29.111400 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcd47-945b-4674-b329-1afe438e6400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.115709 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b0bfcd47-945b-4674-b329-1afe438e6400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.116279 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:29.121987 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-acf750d9-ba1f-415a-acc2-ee3087ef6d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:29.122447 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b0bfcd47-945b-4674-b329-1afe438e6400 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ba44251-0c6e-4f00-bdc1-40efb6803aea HTTP/1.1" status: 204 len: 168 time: 0.2667830 Jun 28 12:06:29.124330 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:29.134016 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfcd47-945b-4674-b329-1afe438e6400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba44251-0c6e-4f00-bdc1-40efb6803aea,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:29.145484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b0bfcd47-945b-4674-b329-1afe438e6400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:29.152259 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ed8d-8170-4cca-8f10-bec43e699b11 req-75b1301e-7ebf-4eb3-9fa4-8d83da20226e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:29.153769 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1187ed8d-8170-4cca-8f10-bec43e699b11 req-75b1301e-7ebf-4eb3-9fa4-8d83da20226e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 944 time: 0.1842277 Jun 28 12:06:29.196326 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e336a5-7d6d-4e0f-bbe2-8f85c634061d req-f7d0b35e-9cb1-4949-a5df-4af55b09b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:29.198350 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-08e336a5-7d6d-4e0f-bbe2-8f85c634061d req-f7d0b35e-9cb1-4949-a5df-4af55b09b633 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1098 time: 0.1213121 Jun 28 12:06:29.215335 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a0845-87fa-4fa2-8541-45ce128eab7d req-af3d1a1e-dd63-4640-ad30-f546fb55484c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:29.216910 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-055a0845-87fa-4fa2-8541-45ce128eab7d req-af3d1a1e-dd63-4640-ad30-f546fb55484c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1900375 Jun 28 12:06:29.227652 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:29.231642 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:29.290196 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1187ed8d-8170-4cca-8f10-bec43e699b11 req-5f47d5fc-519a-4f7a-813f-ca0722ed6d94 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161044 Jun 28 12:06:29.317619 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-08e336a5-7d6d-4e0f-bbe2-8f85c634061d req-5b3fd664-c2ce-40e6-9d90-a9746c512de7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973136 Jun 28 12:06:29.344916 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-055a0845-87fa-4fa2-8541-45ce128eab7d req-27af6e11-9349-4659-ae6c-2d35c72ca647 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165504 Jun 28 12:06:29.393859 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5a9cb-deba-4522-8661-3127f01423ef req-370c024f-f7a6-4be6-ba94-e5e59ba3d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:29.405416 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2e5a9cb-deba-4522-8661-3127f01423ef req-370c024f-f7a6-4be6-ba94-e5e59ba3d995 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 1098 time: 0.2298441 Jun 28 12:06:29.472947 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2e5a9cb-deba-4522-8661-3127f01423ef req-66f320aa-0215-425f-ad21-02b61e7c7cd4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jun 28 12:06:29.764105 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 52962) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:29.993605 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf876-a0bd-4fba-a7c5-7d7673c0d85b req-7a6ffa6e-fb0c-4d71-a7e4-54c14d5bb155 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:29.995385 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5ebf876-a0bd-4fba-a7c5-7d7673c0d85b req-7a6ffa6e-fb0c-4d71-a7e4-54c14d5bb155 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 945 time: 0.0742137 Jun 28 12:06:30.010903 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff388-2ae0-451e-a24d-95c5d94a37d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.048029 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5ebf876-a0bd-4fba-a7c5-7d7673c0d85b req-cd289108-2d72-45ae-92ad-5187f708e04d tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Jun 28 12:06:30.128397 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff388-2ae0-451e-a24d-95c5d94a37d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.133550 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff388-2ae0-451e-a24d-95c5d94a37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.136063 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:30.173723 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-4f9ff388-2ae0-451e-a24d-95c5d94a37d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0bd3ccb86e554849906a521e1f44a25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085102 Jun 28 12:06:30.174650 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ff388-2ae0-451e-a24d-95c5d94a37d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb4c444-58e7-454a-9f62-16bdc41eee2f,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:30.178652 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 52988) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:30.188459 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4f9ff388-2ae0-451e-a24d-95c5d94a37d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:30.235444 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b2f8045b-9c6e-4a30-9366-baadcc1bc44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.257242 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b2f8045b-9c6e-4a30-9366-baadcc1bc44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.306720 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b2f8045b-9c6e-4a30-9366-baadcc1bc44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.309358 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b2f8045b-9c6e-4a30-9366-baadcc1bc44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:30.310903 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b2f8045b-9c6e-4a30-9366-baadcc1bc44b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3eb4c444-58e7-454a-9f62-16bdc41eee2f HTTP/1.1" status: 204 len: 168 time: 0.1310768 Jun 28 12:06:30.311704 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2c6c9dd6-a4be-4980-b555-379c05a29dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:30.328990 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8045b-9c6e-4a30-9366-baadcc1bc44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb4c444-58e7-454a-9f62-16bdc41eee2f,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:30.336260 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b2f8045b-9c6e-4a30-9366-baadcc1bc44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:30.623955 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f94cd5-e64d-4d25-a1f7-d5965510bf9a req-5e61c0bf-e8b4-4ab0-b7b4-dfb3f2f53bf0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:30.646559 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c2f94cd5-e64d-4d25-a1f7-d5965510bf9a req-5e61c0bf-e8b4-4ab0-b7b4-dfb3f2f53bf0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.2330136 Jun 28 12:06:30.714407 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1645edc-55a9-47af-b132-e69d124a0717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:30.717493 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc016c42-f5f8-494f-9b7d-ac9af847705a" -d '{"events": [{"server_uuid": "f1645edc-55a9-47af-b132-e69d124a0717", "name": "network-vif-plugged", "status": "completed", "tag": "e3e46c5f-f9a0-4193-9d9a-a6e9c196634f"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:30.723841 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41193cb6-3fd6-4446-8542-2e04610f3185 req-a40bb8bd-9473-4329-bea0-de58e633edd9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:30.731470 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-41193cb6-3fd6-4446-8542-2e04610f3185 req-a40bb8bd-9473-4329-bea0-de58e633edd9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.2225664 Jun 28 12:06:30.750853 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c2f94cd5-e64d-4d25-a1f7-d5965510bf9a req-e070ca59-dcb3-497c-8d89-d4fe075b4511 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029749 Jun 28 12:06:30.829172 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da601f8-1227-4bad-b7f0-4792d09863f9 x-openstack-request-id: req-9da601f8-1227-4bad-b7f0-4792d09863f9 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:30.830160 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1645edc-55a9-47af-b132-e69d124a0717", "name": "network-vif-plugged", "status": "completed", "tag": "e3e46c5f-f9a0-4193-9d9a-a6e9c196634f", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:30.831049 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9da601f8-1227-4bad-b7f0-4792d09863f9 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:30.831833 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1645edc-55a9-47af-b132-e69d124a0717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f', 'code': 200} Jun 28 12:06:30.854443 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53022) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:30.857001 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-41193cb6-3fd6-4446-8542-2e04610f3185 req-0160b39e-0799-47fa-bbd3-035ecbd15a7c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245019 Jun 28 12:06:30.876020 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc7a0-d2b1-4fe3-a508-bb57ed844cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.018636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc7a0-d2b1-4fe3-a508-bb57ed844cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.027626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc7a0-d2b1-4fe3-a508-bb57ed844cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.035502 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:31.073129 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cc7a0-d2b1-4fe3-a508-bb57ed844cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc9f4bb-545a-4579-92e3-276483bd946e,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:31.079925 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0f2cc7a0-d2b1-4fe3-a508-bb57ed844cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:31.105811 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53036) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:31.113098 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-0f2cc7a0-d2b1-4fe3-a508-bb57ed844cd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31bb91cdfcc94602b63ac4bcaafb43e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573783 Jun 28 12:06:31.258250 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5b471f5d-5040-44f7-b4d1-c6186c43c535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.291933 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5b471f5d-5040-44f7-b4d1-c6186c43c535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.294032 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4465c6-afea-49f3-99ab-0d355d80ecec req-d041f8fe-5121-4c96-92f3-7ad744a7529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:31.298904 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-bf4465c6-afea-49f3-99ab-0d355d80ecec req-d041f8fe-5121-4c96-92f3-7ad744a7529f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 1098 time: 0.0792732 Jun 28 12:06:31.364199 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae5573-271e-47de-8bd3-20bcf9093411 req-ac80ffae-e2df-4a3b-8df5-de4191fb6c70 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:31.364199 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dcae5573-271e-47de-8bd3-20bcf9093411 req-ac80ffae-e2df-4a3b-8df5-de4191fb6c70 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1392183 Jun 28 12:06:31.369128 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-bf4465c6-afea-49f3-99ab-0d355d80ecec req-ce13aab4-82c3-430d-a3d1-fbcd15615508 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570426 Jun 28 12:06:31.391408 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5b471f5d-5040-44f7-b4d1-c6186c43c535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.393999 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5b471f5d-5040-44f7-b4d1-c6186c43c535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:31.395157 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5b471f5d-5040-44f7-b4d1-c6186c43c535 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cc9f4bb-545a-4579-92e3-276483bd946e HTTP/1.1" status: 204 len: 168 time: 0.2883458 Jun 28 12:06:31.397729 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:31.408773 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dcae5573-271e-47de-8bd3-20bcf9093411 req-c50731c1-705d-4107-8b50-791b73706bbc tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 Jun 28 12:06:31.409623 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b471f5d-5040-44f7-b4d1-c6186c43c535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc9f4bb-545a-4579-92e3-276483bd946e,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:31.412278 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5b471f5d-5040-44f7-b4d1-c6186c43c535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:31.713892 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53064) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:31.841875 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b860742-0463-4b67-be3d-fea4007cf2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.006883 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b860742-0463-4b67-be3d-fea4007cf2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.017288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b860742-0463-4b67-be3d-fea4007cf2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.021520 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5642788e-b944-4b5c-bddf-52284f48d596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:32.082099 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-6b860742-0463-4b67-be3d-fea4007cf2f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1347185ce5f4487c8b068c9c41998a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669488 Jun 28 12:06:32.084786 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53090) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:32.106458 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b860742-0463-4b67-be3d-fea4007cf2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4125f6dd-9c73-4c16-9b97-64272e8a2405,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:32.115765 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-6b860742-0463-4b67-be3d-fea4007cf2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:32.131839 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ac626-9d8e-4439-a512-bc915b9bd661 req-564f2896-8452-4f59-8b83-a9f15f774543 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:32.138540 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8d3ac626-9d8e-4439-a512-bc915b9bd661 req-564f2896-8452-4f59-8b83-a9f15f774543 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1790097 Jun 28 12:06:32.193000 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7af238cb-05a5-4d46-932a-674345061a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.224362 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7af238cb-05a5-4d46-932a-674345061a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.242706 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8d3ac626-9d8e-4439-a512-bc915b9bd661 req-981821eb-176e-42ac-9608-fa43c8f5aa6f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031749 Jun 28 12:06:32.256411 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ae38e-0803-4c22-8547-92ddaae76d47 req-79820838-4fb9-447e-9aa9-7c152de8ac96 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:32.258131 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0d3ae38e-0803-4c22-8547-92ddaae76d47 req-79820838-4fb9-447e-9aa9-7c152de8ac96 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.2090509 Jun 28 12:06:32.324443 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7af238cb-05a5-4d46-932a-674345061a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.329168 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0d3ae38e-0803-4c22-8547-92ddaae76d47 req-3bd262d0-dee0-429a-b13b-139761aa3db1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516934 Jun 28 12:06:32.331207 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7af238cb-05a5-4d46-932a-674345061a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:32.333020 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-7af238cb-05a5-4d46-932a-674345061a67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4125f6dd-9c73-4c16-9b97-64272e8a2405 HTTP/1.1" status: 204 len: 168 time: 0.2463958 Jun 28 12:06:32.333962 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-bff88875-19b7-45c0-bb35-dc53af7560f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:32.343137 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af238cb-05a5-4d46-932a-674345061a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4125f6dd-9c73-4c16-9b97-64272e8a2405,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:32.347116 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7af238cb-05a5-4d46-932a-674345061a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:32.924988 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53124) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:32.943909 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6c23bf1-9cc0-4065-b50d-969c25e572e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:33.025536 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f5459-007e-48aa-8f88-291acc547a2b req-bc70572c-0c4f-4063-8020-93e4d3508796 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:33.027098 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-719f5459-007e-48aa-8f88-291acc547a2b req-bc70572c-0c4f-4063-8020-93e4d3508796 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.4793904 Jun 28 12:06:33.049197 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53134) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:33.061406 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'floatingip': {'port_id': '29eb358d-f46b-4937-94c6-b43c5f75e2ad'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:33.066808 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ac3c1-8928-4e0b-8821-25dbe3ca157e req-45ef4ff8-7faa-4344-ae57-ec376421ab3f tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:33.072072 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dc3ac3c1-8928-4e0b-8821-25dbe3ca157e req-45ef4ff8-7faa-4344-ae57-ec376421ab3f tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 945 time: 0.4628959 Jun 28 12:06:33.115274 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6c23bf1-9cc0-4065-b50d-969c25e572e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:33.123994 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dc3ac3c1-8928-4e0b-8821-25dbe3ca157e req-9d96c8fc-51f7-4bd3-a982-f637148b7935 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Jun 28 12:06:33.151838 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6c23bf1-9cc0-4065-b50d-969c25e572e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:33.151838 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b0bfcd47-945b-4674-b329-1afe438e6400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:33.190028 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:33.295683 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a6c23bf1-9cc0-4065-b50d-969c25e572e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45e5bf9942e74a30a98100c0e2cffd87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694983 Jun 28 12:06:33.298494 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53146) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:33.303054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c23bf1-9cc0-4065-b50d-969c25e572e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2569ef-bbdf-4e07-905b-a973951cfe7d,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:33.315502 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a6c23bf1-9cc0-4065-b50d-969c25e572e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:33.392248 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b00ec3a3-c82a-40ca-b6fc-6db71d18c538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:33.430159 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b00ec3a3-c82a-40ca-b6fc-6db71d18c538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:33.540610 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b00ec3a3-c82a-40ca-b6fc-6db71d18c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:33.544901 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b00ec3a3-c82a-40ca-b6fc-6db71d18c538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:33.546837 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b00ec3a3-c82a-40ca-b6fc-6db71d18c538 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c2569ef-bbdf-4e07-905b-a973951cfe7d HTTP/1.1" status: 204 len: 168 time: 0.2469316 Jun 28 12:06:33.562284 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:33.596756 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ec3a3-c82a-40ca-b6fc-6db71d18c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2569ef-bbdf-4e07-905b-a973951cfe7d,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:33.599877 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b00ec3a3-c82a-40ca-b6fc-6db71d18c538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:33.616223 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe08a84-4f11-47da-a193-ff0cbb84b9a6 req-da8d5ad4-26e0-4c07-9775-7edb5e171822 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:33.627311 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5fe08a84-4f11-47da-a193-ff0cbb84b9a6 req-da8d5ad4-26e0-4c07-9775-7edb5e171822 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1519294 Jun 28 12:06:33.677486 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5fe08a84-4f11-47da-a193-ff0cbb84b9a6 req-514cb1a3-c667-4534-a9f9-8ee38dc6d627 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488315 Jun 28 12:06:34.208543 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956d4db-ce6c-4edf-87d9-e528f108de40 req-eb1b8b58-afc2-45cb-b11e-fe67e4722e9a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:34.210230 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5956d4db-ce6c-4edf-87d9-e528f108de40 req-eb1b8b58-afc2-45cb-b11e-fe67e4722e9a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0697346 Jun 28 12:06:34.235316 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:34.241484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:34.251203 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5956d4db-ce6c-4edf-87d9-e528f108de40 req-a318a539-a057-4870-b3f1-dc78acfd7b66 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343723 Jun 28 12:06:34.352684 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Floating IP beab0f51-ccc6-4a9f-ad01-950c26a2929e associated. External IP: 172.27.1.17, port: 29eb358d-f46b-4937-94c6-b43c5f75e2ad. Jun 28 12:06:34.563421 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:06:34.669320 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:06:34.674217 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:34.683105 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] Sync routers for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:06:34.697600 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:06:34.698277 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:06:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:34.723563 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cd822979-e91c-40c3-91fe-d31276db1546 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "PUT /v2.0/floatingips/beab0f51-ccc6-4a9f-ad01-950c26a2929e HTTP/1.1" status: 200 len: 990 time: 1.6693664 Jun 28 12:06:34.724921 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:06:34.729322 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf38915-fffb-4aaa-9556-7e38b480d555" -d '{"events": [{"name": "network-changed", "server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:06:34.770562 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93205df5-a8b8-4928-8d35-e6a797813d45 x-openstack-request-id: req-93205df5-a8b8-4928-8d35-e6a797813d45 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:06:34.770901 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:06:34.771251 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93205df5-a8b8-4928-8d35-e6a797813d45 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:06:34.771606 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'status': 'completed', 'code': 200} Jun 28 12:06:34.809291 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:06:35.184117 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'beab0f51-ccc6-4a9f-ad01-950c26a2929e', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'port_id': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'mac_address': 'fa:16:3e:9e:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4498affe-d254-4809-b154-7888ec4f2ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:05:33Z', 'updated_at': '2021-06-28T12:06:33Z', 'revision_number': 1, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:35.216260 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] Checking router: 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:06:35.227371 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:06:35.227977 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:06:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:35.341739 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:06:35.478783 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a9041-a364-4f15-a97e-0eaa5d1fcd25 req-af283656-f1be-4b32-abc6-8861a36b2c79 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:35.480352 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-253a9041-a364-4f15-a97e-0eaa5d1fcd25 req-af283656-f1be-4b32-abc6-8861a36b2c79 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0795541 Jun 28 12:06:35.532287 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-253a9041-a364-4f15-a97e-0eaa5d1fcd25 req-d7d82907-706d-4c04-8181-a171ffda0c45 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Jun 28 12:06:35.615910 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'beab0f51-ccc6-4a9f-ad01-950c26a2929e', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'port_id': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'mac_address': 'fa:16:3e:9e:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4498affe-d254-4809-b154-7888ec4f2ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:05:33Z', 'updated_at': '2021-06-28T12:06:33Z', 'revision_number': 1, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:35.653979 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3c35e-3322-4f38-bc37-2b39fa57f447 None None] The sync data for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi is: [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'beab0f51-ccc6-4a9f-ad01-950c26a2929e', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'port_id': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'mac_address': 'fa:16:3e:9e:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4498affe-d254-4809-b154-7888ec4f2ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:05:33Z', 'updated_at': '2021-06-28T12:06:33Z', 'revision_number': 1, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:06:35.834497 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53266) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:35.946528 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-df489eed-1c76-4864-8035-b2685f751786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:35.963512 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b7294-b94d-4c68-a7bf-58c0f29d97ca None None] New status for floating IP beab0f51-ccc6-4a9f-ad01-950c26a2929e: ACTIVE {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:06:36.060634 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-df489eed-1c76-4864-8035-b2685f751786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.067228 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-df489eed-1c76-4864-8035-b2685f751786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.071223 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-de332e39-d025-452c-bc7f-f3f3c3753415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:36.108416 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-df489eed-1c76-4864-8035-b2685f751786 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3e8f776fb6445849b2fb2aa60de4968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727270 Jun 28 12:06:36.111141 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53272) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:36.117219 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489eed-1c76-4864-8035-b2685f751786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbac8b2-4d6c-4fd0-bf73-d4e2589ae77f,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:36.120855 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-df489eed-1c76-4864-8035-b2685f751786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:36.162690 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-154bd7c5-ccac-4ec5-aa1f-d07de7d7a11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.183717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-154bd7c5-ccac-4ec5-aa1f-d07de7d7a11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.231381 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-154bd7c5-ccac-4ec5-aa1f-d07de7d7a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.234094 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-154bd7c5-ccac-4ec5-aa1f-d07de7d7a11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.235264 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-154bd7c5-ccac-4ec5-aa1f-d07de7d7a11c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbbac8b2-4d6c-4fd0-bf73-d4e2589ae77f HTTP/1.1" status: 204 len: 168 time: 0.1231754 Jun 28 12:06:36.235912 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:36.248255 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bd7c5-ccac-4ec5-aa1f-d07de7d7a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbac8b2-4d6c-4fd0-bf73-d4e2589ae77f,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:36.250725 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-154bd7c5-ccac-4ec5-aa1f-d07de7d7a11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:36.515219 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53282) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:36.528198 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ef640ed7-3053-476d-a911-f21fd60cbb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.618162 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ef640ed7-3053-476d-a911-f21fd60cbb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.622461 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ef640ed7-3053-476d-a911-f21fd60cbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.624843 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d263f01b-b166-441d-ba83-2667014c03a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:36.679235 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef640ed7-3053-476d-a911-f21fd60cbb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a33297-f3bc-4d87-899a-acb82e202287,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:36.714052 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ef640ed7-3053-476d-a911-f21fd60cbb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:36.717371 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-3ab4787b-a1aa-4c00-ae82-27dd3b9da6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.718951 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-3ab4787b-a1aa-4c00-ae82-27dd3b9da6eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 1098 time: 0.0889828 Jun 28 12:06:36.744951 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-ef640ed7-3053-476d-a911-f21fd60cbb4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0294aeb39f0d4262a5694b18133be6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261922 Jun 28 12:06:36.745583 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53294) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:36.787588 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-c00759d3-a23c-4c38-8eea-d566d2d85d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.789193 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-c00759d3-a23c-4c38-8eea-d566d2d85d2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1098 time: 0.1333394 Jun 28 12:06:36.796719 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca5b91-bcf6-42e2-9469-57b50c67dffe req-09ef68e6-5047-4815-afc1-74bbff4a5bf5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:36.798149 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-90ca5b91-bcf6-42e2-9469-57b50c67dffe req-09ef68e6-5047-4815-afc1-74bbff4a5bf5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1333792 Jun 28 12:06:36.816700 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5cb3-ef0c-4173-b0fe-a5b309f366ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.838770 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5cb3-ef0c-4173-b0fe-a5b309f366ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.843332 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-90ca5b91-bcf6-42e2-9469-57b50c67dffe req-50278d7d-bde0-4a1b-ad47-0b01fb698183 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385110 Jun 28 12:06:36.889275 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5cb3-ef0c-4173-b0fe-a5b309f366ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.892964 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1ac5cb3-ef0c-4173-b0fe-a5b309f366ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:36.894183 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d1ac5cb3-ef0c-4173-b0fe-a5b309f366ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61a33297-f3bc-4d87-899a-acb82e202287 HTTP/1.1" status: 204 len: 168 time: 0.1478288 Jun 28 12:06:36.894960 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-66f59520-a8d9-4b54-a7f1-cecbbfa5815b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:36.925490 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac5cb3-ef0c-4173-b0fe-a5b309f366ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a33297-f3bc-4d87-899a-acb82e202287,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:36.933606 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1ac5cb3-ef0c-4173-b0fe-a5b309f366ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:37.007644 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-267ac48f-2a6f-4cc9-85b2-3ced32dff585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.009447 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-267ac48f-2a6f-4cc9-85b2-3ced32dff585 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.1116786 Jun 28 12:06:37.021873 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-7297d890-0b73-49c7-ab91-eb2004585e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.023561 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-7297d890-0b73-49c7-ab91-eb2004585e15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.1257200 Jun 28 12:06:37.058095 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-988a2d18-6c98-41b2-9cec-c647736bebba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f HTTP/1.1" status: 200 len: 217 time: 0.0415802 Jun 28 12:06:37.147346 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-018903d2-b419-483f-aac9-a9a409032812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.149463 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-018903d2-b419-483f-aac9-a9a409032812 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.0828431 Jun 28 12:06:37.155958 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-13dbbac7-0780-4848-bca0-8a657e5cd153 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 200 len: 1000 time: 0.1253777 Jun 28 12:06:37.183601 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-e4c9d0c4-556b-45b5-92c3-147c2d1db745 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278168 Jun 28 12:06:37.213337 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-5aaf7458-6680-4d04-b616-12ed2a6a14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.214907 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-5aaf7458-6680-4d04-b616-12ed2a6a14ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0485737 Jun 28 12:06:37.295374 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-b271b42f-2a30-4da8-91ee-532a59545174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:37.297450 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-b271b42f-2a30-4da8-91ee-532a59545174 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759685 Jun 28 12:06:37.302494 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-f07c6b0c-6023-4931-b926-3660126bf6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115410 Jun 28 12:06:37.520798 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53338) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:37.638714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-132efdb1-f2e8-4ab5-a3ee-6cbb50812ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:37.747224 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-132efdb1-f2e8-4ab5-a3ee-6cbb50812ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:37.752883 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-132efdb1-f2e8-4ab5-a3ee-6cbb50812ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:37.755428 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:37.794707 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-132efdb1-f2e8-4ab5-a3ee-6cbb50812ef3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa4a237c157546d9a0ae4e92260cddc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703719 Jun 28 12:06:37.794707 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132efdb1-f2e8-4ab5-a3ee-6cbb50812ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da64f6b-4424-46b4-9282-56a28b9e92de,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:37.795080 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53356) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:37.797173 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-132efdb1-f2e8-4ab5-a3ee-6cbb50812ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:37.860887 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f92b8c25-0216-4f63-8ed8-f0309f1933ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:37.882661 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f92b8c25-0216-4f63-8ed8-f0309f1933ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:37.933421 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f92b8c25-0216-4f63-8ed8-f0309f1933ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:37.936262 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f92b8c25-0216-4f63-8ed8-f0309f1933ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:37.937662 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-f92b8c25-0216-4f63-8ed8-f0309f1933ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3da64f6b-4424-46b4-9282-56a28b9e92de HTTP/1.1" status: 204 len: 168 time: 0.1407242 Jun 28 12:06:37.938608 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-13805f15-1941-4d8e-8359-87a0e40d9f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:37.947483 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b8c25-0216-4f63-8ed8-f0309f1933ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da64f6b-4424-46b4-9282-56a28b9e92de,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:37.958064 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f92b8c25-0216-4f63-8ed8-f0309f1933ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:38.064035 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a8c9c-1a1a-4c8c-bc25-238bcb82128f req-4371b8c8-b76d-4740-9fdc-8997056fd486 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:38.067554 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-695a8c9c-1a1a-4c8c-bc25-238bcb82128f req-4371b8c8-b76d-4740-9fdc-8997056fd486 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0675304 Jun 28 12:06:38.112603 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-695a8c9c-1a1a-4c8c-bc25-238bcb82128f req-1bfc06c5-bf81-4558-850b-fbcac0edf34e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396297 Jun 28 12:06:38.312371 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53378) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:38.326774 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3ab56c68-b4b5-4bc6-a66b-49b8e984ee63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:38.435465 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3ab56c68-b4b5-4bc6-a66b-49b8e984ee63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:38.441024 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3ab56c68-b4b5-4bc6-a66b-49b8e984ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:38.444532 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d06e7a68-2aea-4ef7-9200-0c9267e2f540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:38.476143 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab56c68-b4b5-4bc6-a66b-49b8e984ee63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b069f1f-9b45-4ecd-b7d2-0d590f3c1776,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:38.488729 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3ab56c68-b4b5-4bc6-a66b-49b8e984ee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:38.500742 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-3ab56c68-b4b5-4bc6-a66b-49b8e984ee63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfdd0f2652a440cda56bfff39529a247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872211 Jun 28 12:06:38.504603 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53386) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:38.559238 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a5691d8-65f8-46ab-b69b-68b704a8f0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:38.588490 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a5691d8-65f8-46ab-b69b-68b704a8f0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:38.637847 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a5691d8-65f8-46ab-b69b-68b704a8f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:38.640596 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a5691d8-65f8-46ab-b69b-68b704a8f0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:38.641840 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5a5691d8-65f8-46ab-b69b-68b704a8f0ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b069f1f-9b45-4ecd-b7d2-0d590f3c1776 HTTP/1.1" status: 204 len: 168 time: 0.1363084 Jun 28 12:06:38.642530 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:38.656561 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5691d8-65f8-46ab-b69b-68b704a8f0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b069f1f-9b45-4ecd-b7d2-0d590f3c1776,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:38.658854 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5a5691d8-65f8-46ab-b69b-68b704a8f0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:39.300673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed5f8-60fa-4e23-aea4-2b58c67026f2 req-a037a74b-39c9-4446-bbd8-39c2c47adb07 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:39.302161 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a18ed5f8-60fa-4e23-aea4-2b58c67026f2 req-a037a74b-39c9-4446-bbd8-39c2c47adb07 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0636482 Jun 28 12:06:39.345907 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a18ed5f8-60fa-4e23-aea4-2b58c67026f2 req-d019847c-a502-469e-a183-324f9638cee0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Jun 28 12:06:40.523962 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32274eb2-0be0-4928-8449-ca31a1bca7bc req-f29796c3-fbb6-43a6-91c0-947886f9196f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:40.525370 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-32274eb2-0be0-4928-8449-ca31a1bca7bc req-f29796c3-fbb6-43a6-91c0-947886f9196f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0640376 Jun 28 12:06:40.562496 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-32274eb2-0be0-4928-8449-ca31a1bca7bc req-bd922530-7b2d-4b7b-a007-42a370f1960b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Jun 28 12:06:40.934365 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-122b5241-9974-4abb-9b2a-e32d3c0408df req-745fa55a-f812-4f26-955a-176b93f635e2 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899858 Jun 28 12:06:40.939111 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-606661cf-6745-4078-b177-933125f2faac service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955191 Jun 28 12:06:41.036103 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fcf38915-fffb-4aaa-9556-7e38b480d555 req-a966abb8-c8f0-4ebc-9eb3-9de1188691c5 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868590 Jun 28 12:06:41.749173 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9d98b-58ce-4f6e-aeb5-cbbf8104bc4d req-e9b92e15-2cec-4313-a09a-cd35eee475b9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:41.750628 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-96c9d98b-58ce-4f6e-aeb5-cbbf8104bc4d req-e9b92e15-2cec-4313-a09a-cd35eee475b9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0709488 Jun 28 12:06:41.794385 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-96c9d98b-58ce-4f6e-aeb5-cbbf8104bc4d req-d47ff8cf-dc37-4e1e-b984-e8bd44996888 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367131 Jun 28 12:06:42.176705 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-3b55e38a-d06b-462c-a022-01663668e30b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564559 Jun 28 12:06:42.283255 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-106fc1fa-5afb-426a-ae17-8d5c22550cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.284738 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-106fc1fa-5afb-426a-ae17-8d5c22550cbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b40ebf7c4c474cfa90d96abb3dae9ed7&device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 1098 time: 0.0574822 Jun 28 12:06:42.407425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-bf11050b-83f9-4836-951d-530c243d5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.408980 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-bf11050b-83f9-4836-951d-530c243d5101 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 HTTP/1.1" status: 200 len: 913 time: 0.0991681 Jun 28 12:06:42.453985 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-45585d27-8f23-4aed-ae8d-8081f27c03d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63c8793d-e25e-436e-8609-8951961a82c4 HTTP/1.1" status: 200 len: 217 time: 0.0345995 Jun 28 12:06:42.502565 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-9feabde6-8655-4913-be8a-3a249a60ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.504051 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-9feabde6-8655-4913-be8a-3a249a60ea50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d61e8911-0175-4d06-ac34-0405e8625bba HTTP/1.1" status: 200 len: 852 time: 0.0431786 Jun 28 12:06:42.537069 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-51d2e841-f00b-491f-ad12-edcef6e2a9a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257688 Jun 28 12:06:42.633696 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-8768c2f9-bb59-4f0e-8318-cb249d1017de service neutron] 10.222.0.15 "GET /v2.0/networks/f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897923 Jun 28 12:06:42.727833 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baaa46ad-216b-4f1a-bd92-4709e38f4ed4 req-90847870-bdbd-41c8-b508-d77dfe7f6b56 service neutron] 10.222.0.15 "GET /v2.0/networks/f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863481 Jun 28 12:06:42.964388 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:06:42.974101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81761ce-bb5d-4874-b96e-08ac6be87992 req-3c8a0f8e-6393-4efd-b80c-8b03a3f0a597 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:42.975604 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a81761ce-bb5d-4874-b96e-08ac6be87992 req-3c8a0f8e-6393-4efd-b80c-8b03a3f0a597 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0664496 Jun 28 12:06:43.019852 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a81761ce-bb5d-4874-b96e-08ac6be87992 req-085cb714-935b-4644-b065-7fb36c70d619 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Jun 28 12:06:44.207306 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1360b17-ca12-447b-bb1b-648a75589559 req-dc065e0f-1387-4d6e-b5ee-9c35fd7d3151 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:44.208785 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c1360b17-ca12-447b-bb1b-648a75589559 req-dc065e0f-1387-4d6e-b5ee-9c35fd7d3151 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0706322 Jun 28 12:06:44.253947 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c1360b17-ca12-447b-bb1b-648a75589559 req-2d6d7eda-8131-4d22-b7ed-7e8a7a00b8c1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Jun 28 12:06:45.432227 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ea2c6-a2e2-47b3-8162-b3bddce2daed req-1de5fb2a-52af-4465-bc20-ca4a68000399 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:45.433617 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0c0ea2c6-a2e2-47b3-8162-b3bddce2daed req-1de5fb2a-52af-4465-bc20-ca4a68000399 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0687013 Jun 28 12:06:45.473111 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0c0ea2c6-a2e2-47b3-8162-b3bddce2daed req-d303db8d-0c3c-40e7-b938-4531e2bdaa3e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Jun 28 12:06:46.449954 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-87442c8a-2d27-449a-a67d-b5903cf3afdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:46.503605 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:46.671718 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b3d0c-fd2b-4ad3-8563-50ed90a61a59 req-2be87b0d-c464-44ac-8910-b0a1dbf5926f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:46.673171 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c6b3d0c-fd2b-4ad3-8563-50ed90a61a59 req-2be87b0d-c464-44ac-8910-b0a1dbf5926f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0740454 Jun 28 12:06:46.714682 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c6b3d0c-fd2b-4ad3-8563-50ed90a61a59 req-3d789ee5-d1ad-4186-9d9f-e64cc53789e7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Jun 28 12:06:47.900302 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3552f-75e4-48fc-be88-52227ef0cd3f req-365a7ab9-f056-4358-95ce-e9164ed663d2 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:47.901748 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-21d3552f-75e4-48fc-be88-52227ef0cd3f req-365a7ab9-f056-4358-95ce-e9164ed663d2 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0691483 Jun 28 12:06:47.939789 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-21d3552f-75e4-48fc-be88-52227ef0cd3f req-b8e951c7-f669-4c98-a20f-b3a9087f4457 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Jun 28 12:06:49.033485 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:49.050365 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-826a9a26-48f6-4978-8b6b-3eef61fa3875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:50.003387 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:51.776003 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:51.836271 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c43578-8c65-4ba6-bc1e-ca2511012ac1 req-518b6c47-d477-4a0d-82bd-bbe8675cf9dd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:51.838414 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e0c43578-8c65-4ba6-bc1e-ca2511012ac1 req-518b6c47-d477-4a0d-82bd-bbe8675cf9dd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0639999 Jun 28 12:06:51.886984 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e0c43578-8c65-4ba6-bc1e-ca2511012ac1 req-a36ac8dd-9715-4472-9b79-c64d278a6048 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383108 Jun 28 12:06:53.071778 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbded-7763-4d06-95e3-d56a1e971938 req-62d57263-c4f0-4ac8-bf22-9f97d33b3ca5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:53.074235 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-feffbded-7763-4d06-95e3-d56a1e971938 req-62d57263-c4f0-4ac8-bf22-9f97d33b3ca5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0658944 Jun 28 12:06:53.111813 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-feffbded-7763-4d06-95e3-d56a1e971938 req-5ce5545f-973c-4502-8e6b-ced4f3ab98cd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317643 Jun 28 12:06:53.761820 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53694) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:53.815666 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Deleting subnet 8a4d5a2c-2cc5-4065-a4d7-18971232da2b {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:06:53.819283 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:53.855671 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:53.898750 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:53.958714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:53.963333 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:53.996216 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4d5a2c-2cc5-4065-a4d7-18971232da2b,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:53.998757 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:54.001477 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.005889 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8a4d5a2c-2cc5-4065-a4d7-18971232da2b HTTP/1.1" status: 204 len: 168 time: 0.2407138 Jun 28 12:06:54.006538 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53708) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:54.078419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.163510 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.174232 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd0ff4b-92e8-4d10-b714-68c68393fb43']}} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:54.184299 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5901fb-f239-4e91-9380-3bc051f66b5d') {'for_net_delete': True} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:54.184584 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5901fb-f239-4e91-9380-3bc051f66b5d') {} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:54.193644 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11257824'] for segment, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.207671 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.214380 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:06:54.214858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11540851'] for segment, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: Traceback (most recent call last): Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: timer() Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: cb(*args, **kw) Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: return func(*args, **kwargs) Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: self._notify() Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: self.callback(batched_events) Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: event.method(event) Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: return f(self, *a, **k) Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._get(url).json() Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: return self.request(url, 'GET', **kwargs) Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:06:54.216592 dv-cinder-772388-5-iscsi neutron-server[93238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:06:54.320301 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.331691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:54.335117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.336937 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9bd0ff4b-92e8-4d10-b714-68c68393fb43 HTTP/1.1" status: 204 len: 168 time: 0.3299332 Jun 28 12:06:54.340402 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53718) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:54.352190 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd0ff4b-92e8-4d10-b714-68c68393fb43,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:54.357599 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2056b24a-3955-4e00-bfd8-4c3242c65895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:54.378843 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2595c24-4c39-4e2f-83bd-83b750e30e69 req-442fe081-1650-4303-b82d-743ebf01b161 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:54.380662 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c2595c24-4c39-4e2f-83bd-83b750e30e69 req-442fe081-1650-4303-b82d-743ebf01b161 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1478658 Jun 28 12:06:54.400282 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Deleting subnet 11f38b34-cf66-448a-9116-22047a5562f4 {{(pid=93237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:06:54.403988 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.421896 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c2595c24-4c39-4e2f-83bd-83b750e30e69 req-de634d89-023f-4337-a80b-0926a0098bac tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Jun 28 12:06:54.440620 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1078807'] for subnet, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.479941 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.536371 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10923669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11154796'] for subnet, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.539626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b587f3b0-ed31-4cea-851a-feba2e9b88c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:54.563913 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f38b34-cf66-448a-9116-22047a5562f4,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:54.566470 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.570927 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53724) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:54.571229 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/11f38b34-cf66-448a-9116-22047a5562f4 HTTP/1.1" status: 204 len: 168 time: 0.2287889 Jun 28 12:06:54.571925 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:54.655342 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.735977 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.746435 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41be4b63-3592-41b8-ac5f-603aa5714a5a']}} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:54.756462 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7453c69d-2d8e-41f4-aaef-300f9e28dc15') {'for_net_delete': True} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:54.756743 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7453c69d-2d8e-41f4-aaef-300f9e28dc15') {} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:06:54.772157 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11257824'] for segment, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.786063 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.792477 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:06:54.792849 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11540851'] for segment, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: Traceback (most recent call last): Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: timer() Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: cb(*args, **kw) Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: return func(*args, **kwargs) Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: self._notify() Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: self.callback(batched_events) Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: event.method(event) Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: return f(self, *a, **k) Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._get(url).json() Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: return self.request(url, 'GET', **kwargs) Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:06:54.794471 dv-cinder-772388-5-iscsi neutron-server[93238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:06:54.851024 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.859469 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:54.861404 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/41be4b63-3592-41b8-ac5f-603aa5714a5a HTTP/1.1" status: 204 len: 168 time: 0.2888253 Jun 28 12:06:54.862195 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:54.887210 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=41be4b63-3592-41b8-ac5f-603aa5714a5a,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:54.889730 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-32a1f539-46ca-4372-8c6b-903da04eb0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:55.044186 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53736) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:55.087444 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-f0b7ed82-0ef0-4443-abb8-f513ea8187f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=346353bd9e20438c8ef215a877eb7a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417118 Jun 28 12:06:55.089944 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53740) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:55.153423 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b27c737a-3570-4469-9a39-c3034ddc8632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.175856 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b27c737a-3570-4469-9a39-c3034ddc8632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.223024 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b27c737a-3570-4469-9a39-c3034ddc8632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.225710 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b27c737a-3570-4469-9a39-c3034ddc8632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.226959 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b27c737a-3570-4469-9a39-c3034ddc8632 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae40110c-bdfe-4bb1-a7fd-1e2e3d1221b2 HTTP/1.1" status: 204 len: 168 time: 0.1359439 Jun 28 12:06:55.228041 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9dcc5936-8354-4884-884a-8ac8566d79f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:55.235673 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c737a-3570-4469-9a39-c3034ddc8632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae40110c-bdfe-4bb1-a7fd-1e2e3d1221b2,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:55.238322 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b27c737a-3570-4469-9a39-c3034ddc8632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:55.330223 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53752) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:55.513723 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b5351bbc-f60f-4723-8faa-69383a654576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.581087 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53772) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:55.644066 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f7f52-80bf-46ec-91c9-7194086e54d6 req-4750fc15-f178-456e-84d3-78d1d7ccd8ba tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:55.650706 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-025f7f52-80bf-46ec-91c9-7194086e54d6 req-4750fc15-f178-456e-84d3-78d1d7ccd8ba tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0890672 Jun 28 12:06:55.655494 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b5351bbc-f60f-4723-8faa-69383a654576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.663943 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ac6bafc0-7bbe-44d8-89c6-6f4685f08d20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d52d1dbad84244e19f5db45e901141a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813982 Jun 28 12:06:55.664835 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53778) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:55.667709 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b5351bbc-f60f-4723-8faa-69383a654576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.675583 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:55.692462 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-025f7f52-80bf-46ec-91c9-7194086e54d6 req-5f53bc62-8bfa-4c70-b7ae-4ac52d98e865 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Jun 28 12:06:55.728747 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5351bbc-f60f-4723-8faa-69383a654576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e0d6d5-3883-4b1e-b9c3-b6f655080b9d,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:55.740196 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b5351bbc-f60f-4723-8faa-69383a654576 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72f6cb19beda4cb299994c920898947e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087250 Jun 28 12:06:55.741167 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53784) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:55.743890 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b5351bbc-f60f-4723-8faa-69383a654576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:55.763351 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b534a548-b041-43e9-a3ff-3addeecc49e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.819207 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b534a548-b041-43e9-a3ff-3addeecc49e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.838424 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-daf19aa3-771b-43b0-9e5b-7e1f1452d078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.863945 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-daf19aa3-771b-43b0-9e5b-7e1f1452d078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.893915 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b534a548-b041-43e9-a3ff-3addeecc49e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.897381 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b534a548-b041-43e9-a3ff-3addeecc49e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.898971 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b534a548-b041-43e9-a3ff-3addeecc49e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e344ec84-49ee-446c-b7b0-fa4ad70a92f6 HTTP/1.1" status: 204 len: 168 time: 0.2327290 Jun 28 12:06:55.899754 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d76ae29f-83b9-4f67-a9bf-3f5983e160bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:55.909879 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534a548-b041-43e9-a3ff-3addeecc49e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e344ec84-49ee-446c-b7b0-fa4ad70a92f6,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:55.913186 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b534a548-b041-43e9-a3ff-3addeecc49e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:55.936067 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-daf19aa3-771b-43b0-9e5b-7e1f1452d078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.939119 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-daf19aa3-771b-43b0-9e5b-7e1f1452d078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:55.944335 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-daf19aa3-771b-43b0-9e5b-7e1f1452d078 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2e0d6d5-3883-4b1e-b9c3-b6f655080b9d HTTP/1.1" status: 204 len: 168 time: 0.2019694 Jun 28 12:06:55.945182 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ef640ed7-3053-476d-a911-f21fd60cbb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:55.953661 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf19aa3-771b-43b0-9e5b-7e1f1452d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e0d6d5-3883-4b1e-b9c3-b6f655080b9d,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:55.956586 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-daf19aa3-771b-43b0-9e5b-7e1f1452d078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:56.364132 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53812) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:56.378824 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b64f08a5-cde3-415a-bca4-a5bd4b6f8bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.466654 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b64f08a5-cde3-415a-bca4-a5bd4b6f8bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.472776 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b64f08a5-cde3-415a-bca4-a5bd4b6f8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.475262 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:56.508622 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f08a5-cde3-415a-bca4-a5bd4b6f8bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4904a56-d836-49a1-a795-0ed045ea3f28,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:56.511516 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b64f08a5-cde3-415a-bca4-a5bd4b6f8bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:56.514009 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b64f08a5-cde3-415a-bca4-a5bd4b6f8bd0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49b42948e8114968be67d537eda637e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487167 Jun 28 12:06:56.516943 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53816) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:56.566278 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6168585-59aa-4278-9308-cd1d85b91763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.587514 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6168585-59aa-4278-9308-cd1d85b91763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.641356 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6168585-59aa-4278-9308-cd1d85b91763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.644591 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6168585-59aa-4278-9308-cd1d85b91763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:56.645943 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b6168585-59aa-4278-9308-cd1d85b91763 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4904a56-d836-49a1-a795-0ed045ea3f28 HTTP/1.1" status: 204 len: 168 time: 0.1280742 Jun 28 12:06:56.647111 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-daf19aa3-771b-43b0-9e5b-7e1f1452d078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:56.656396 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6168585-59aa-4278-9308-cd1d85b91763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4904a56-d836-49a1-a795-0ed045ea3f28,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:56.658900 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b6168585-59aa-4278-9308-cd1d85b91763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:56.923838 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41de9b2-a9e1-4d34-bfa3-c7f1a1db0a52 req-2c36471a-b945-467c-a076-eb443f9e9807 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:56.925402 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a41de9b2-a9e1-4d34-bfa3-c7f1a1db0a52 req-2c36471a-b945-467c-a076-eb443f9e9807 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0903890 Jun 28 12:06:56.981222 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a41de9b2-a9e1-4d34-bfa3-c7f1a1db0a52 req-3625fb4b-3bb4-43a4-aab8-c4c84c3f279d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476398 Jun 28 12:06:57.485395 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53894) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:57.662133 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-269f3bdb-6884-4c74-b34d-47ff49eb286e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.684638 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 53900) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:57.740995 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-61863323-network', 'tenant_id': '87d5f72399614a90a9010fae5dc3ac21'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:57.760141 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-269f3bdb-6884-4c74-b34d-47ff49eb286e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.766320 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-269f3bdb-6884-4c74-b34d-47ff49eb286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.768880 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b5351bbc-f60f-4723-8faa-69383a654576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:57.783167 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Made reservation on behalf of 87d5f72399614a90a9010fae5dc3ac21 for: {'network': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:57.786023 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.794899 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.804335 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f3bdb-6884-4c74-b34d-47ff49eb286e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83afcc3b-c3ed-43b5-89a6-dc2d49f03fb6,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:57.808571 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-269f3bdb-6884-4c74-b34d-47ff49eb286e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=965b492a5aa242e3968b61eeab3bc73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221228 Jun 28 12:06:57.809513 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-269f3bdb-6884-4c74-b34d-47ff49eb286e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:57.811254 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53904) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:57.863925 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94eaae44-cb1e-49eb-8f35-07b7d5a325c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.887492 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94eaae44-cb1e-49eb-8f35-07b7d5a325c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.894992 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.900691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.905670 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b2f8045b-9c6e-4a30-9366-baadcc1bc44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:57.924856 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=93238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:06:57.941026 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1640edd7-0d47-4725-b325-77127db60051,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:57.944316 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:57.958103 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.958245 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94eaae44-cb1e-49eb-8f35-07b7d5a325c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.958489 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.segments_db [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Added segment 5511cd27-96ee-456a-a1cc-c611f123646d of type vlan for network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 Jun 28 12:06:57.960889 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-94eaae44-cb1e-49eb-8f35-07b7d5a325c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:57.964880 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-94eaae44-cb1e-49eb-8f35-07b7d5a325c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83afcc3b-c3ed-43b5-89a6-dc2d49f03fb6 HTTP/1.1" status: 204 len: 168 time: 0.1498704 Jun 28 12:06:57.964880 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:57.970634 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaae44-cb1e-49eb-8f35-07b7d5a325c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afcc3b-c3ed-43b5-89a6-dc2d49f03fb6,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:57.973718 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-94eaae44-cb1e-49eb-8f35-07b7d5a325c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:58.022113 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.059993 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.062946 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:58.063608 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.067949 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-cc1da428-3540-4ae3-8a33-c366e18d4062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:58.139350 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4535308 Jun 28 12:06:58.142551 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 53916) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:58.148073 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Request body: {'subnet': {'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-61863323-subnet', 'tenant_id': '87d5f72399614a90a9010fae5dc3ac21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:06:58.152212 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Pushing event updated for resources: {'Network': ['ID=67d4bd78-984e-4144-9dab-4cd8a7cf0426,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:58.165777 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:06:58.173403 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:58.193503 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Made reservation on behalf of 87d5f72399614a90a9010fae5dc3ac21 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:06:58.196302 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.228711 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a09f7-5d3b-4d62-a9ab-c783d0a62ad6 req-1ea283c0-239b-40bc-97d1-5202177aa8d1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:58.230476 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-261a09f7-5d3b-4d62-a9ab-c783d0a62ad6 req-1ea283c0-239b-40bc-97d1-5202177aa8d1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0953460 Jun 28 12:06:58.287575 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-261a09f7-5d3b-4d62-a9ab-c783d0a62ad6 req-59808667-a01f-4539-baa0-725b3623d03d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Jun 28 12:06:58.382656 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.389402 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-65b3b59d-6e27-4830-876a-66dfd5f925ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:58.443867 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=33bedd98-f09c-44a9-ab55-2e02afc83bd4,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:58.452262 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:58.498323 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Checking segment: {'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:06:58.499085 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Network hostable DHCP agents. Network: 67d4bd78-984e-4144-9dab-4cd8a7cf0426, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:06:58.521630 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:06:58.540358 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 67d4bd78-984e-4144-9dab-4cd8a7cf0426) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:06:58.551883 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:58.554065 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:58.555462 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86167107-65af-4634-9411-753b9e4c5ba3 None None] Network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:06:58.592713 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4489613 Jun 28 12:06:58.758102 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13dfb97-705c-4bf6-accb-60e66b3429df None None] Network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:06:59.550555 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7d61b-17ec-4df9-bc87-5c9d6aaca79b req-a7f695cd-df66-4272-85e2-932a5b0febe8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:06:59.552938 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cfa7d61b-17ec-4df9-bc87-5c9d6aaca79b req-a7f695cd-df66-4272-85e2-932a5b0febe8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1145673 Jun 28 12:06:59.592893 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cfa7d61b-17ec-4df9-bc87-5c9d6aaca79b req-40fb4755-1f23-4966-ad15-268994905468 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Jun 28 12:06:59.598319 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54000) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:59.705540 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1894d6ea-839b-4835-ad16-267be1361477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.794941 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1894d6ea-839b-4835-ad16-267be1361477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.800956 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1894d6ea-839b-4835-ad16-267be1361477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.803270 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:59.836148 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894d6ea-839b-4835-ad16-267be1361477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656d8886-3f32-4a9f-af36-58264e8d3fe6,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:59.841388 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-1894d6ea-839b-4835-ad16-267be1361477 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7298973aa12347feaf59948094fe4f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420692 Jun 28 12:06:59.842234 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1894d6ea-839b-4835-ad16-267be1361477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:06:59.844237 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54012) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:06:59.892631 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c4d3dd3c-7174-463f-a587-1f3fdee584a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.913793 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c4d3dd3c-7174-463f-a587-1f3fdee584a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.960758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c4d3dd3c-7174-463f-a587-1f3fdee584a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.963484 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c4d3dd3c-7174-463f-a587-1f3fdee584a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:06:59.964736 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c4d3dd3c-7174-463f-a587-1f3fdee584a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/656d8886-3f32-4a9f-af36-58264e8d3fe6 HTTP/1.1" status: 204 len: 168 time: 0.1197226 Jun 28 12:06:59.965541 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b64f08a5-cde3-415a-bca4-a5bd4b6f8bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:06:59.973482 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3dd3c-7174-463f-a587-1f3fdee584a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656d8886-3f32-4a9f-af36-58264e8d3fe6,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:06:59.975899 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c4d3dd3c-7174-463f-a587-1f3fdee584a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:00.774447 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e8472-b5cd-4abc-b60b-cd9ab22e6eb6 req-af09f26b-38a1-4956-a61a-788476513614 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:00.775949 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7c8e8472-b5cd-4abc-b60b-cd9ab22e6eb6 req-af09f26b-38a1-4956-a61a-788476513614 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0745959 Jun 28 12:07:00.814726 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7c8e8472-b5cd-4abc-b60b-cd9ab22e6eb6 req-91a2709c-43a3-4d24-ab80-586308a9097a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Jun 28 12:07:01.995324 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d404429-1416-41a2-bf82-9d41eb3b44a4 req-9cca91ce-6ba0-4f6f-8619-c1c34a1ff249 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:01.996791 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9d404429-1416-41a2-bf82-9d41eb3b44a4 req-9cca91ce-6ba0-4f6f-8619-c1c34a1ff249 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0729139 Jun 28 12:07:02.037479 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9d404429-1416-41a2-bf82-9d41eb3b44a4 req-19e1ff06-f3cf-46a7-9562-ff3d5f9329f3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Jun 28 12:07:03.225067 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca65553-d67e-45b4-be34-940428b087cc req-0338b123-7150-47b4-8dd4-cec8ddfcdee0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:03.226503 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ca65553-d67e-45b4-be34-940428b087cc req-0338b123-7150-47b4-8dd4-cec8ddfcdee0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0665829 Jun 28 12:07:03.472343 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ca65553-d67e-45b4-be34-940428b087cc req-487570c4-5a14-4d6c-9c52-fe098c91962e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400289 Jun 28 12:07:04.660759 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d64eb-1aa7-4444-8c0a-6b442606f071 req-06fbc420-f0e1-4d20-aa37-2d73f70435cf tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:04.662161 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fe0d64eb-1aa7-4444-8c0a-6b442606f071 req-06fbc420-f0e1-4d20-aa37-2d73f70435cf tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0622861 Jun 28 12:07:04.700500 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fe0d64eb-1aa7-4444-8c0a-6b442606f071 req-d177d591-6ac9-4527-8b76-d1edef773ae5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322692 Jun 28 12:07:05.886116 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c631d-1156-413b-b0a0-ad7a7d154795 req-f46b6d65-01d4-4887-bef6-dcf847a679e9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:05.887609 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ae0c631d-1156-413b-b0a0-ad7a7d154795 req-f46b6d65-01d4-4887-bef6-dcf847a679e9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0676906 Jun 28 12:07:05.931189 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ae0c631d-1156-413b-b0a0-ad7a7d154795 req-27f0f60b-dd30-49df-97e6-77998c7ce28a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Jun 28 12:07:07.117954 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6533b-c8c7-48b3-b5d4-08caa57aacfe req-8c8a5145-7471-4e2d-b883-55c7a5f36abe tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:07.121779 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7e6533b-c8c7-48b3-b5d4-08caa57aacfe req-8c8a5145-7471-4e2d-b883-55c7a5f36abe tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0713317 Jun 28 12:07:07.160773 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7e6533b-c8c7-48b3-b5d4-08caa57aacfe req-2eb1a8b8-fa4a-4764-9c2e-608aee530441 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328660 Jun 28 12:07:08.338886 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ede6-2961-43c1-9706-fd5c4e7838f8 req-e6784326-14b5-41ca-a9a1-1585a08830af tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:08.340329 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-41d9ede6-2961-43c1-9706-fd5c4e7838f8 req-e6784326-14b5-41ca-a9a1-1585a08830af tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0670238 Jun 28 12:07:08.382858 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-41d9ede6-2961-43c1-9706-fd5c4e7838f8 req-77519765-e31d-4d98-925f-81aecd166eef tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Jun 28 12:07:09.579154 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a4955-667f-4b4b-91d2-017792d25930 req-c99e5e56-4327-46d8-b8b0-705d2608bd4e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:09.580622 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d44a4955-667f-4b4b-91d2-017792d25930 req-c99e5e56-4327-46d8-b8b0-705d2608bd4e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0674930 Jun 28 12:07:09.617141 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d44a4955-667f-4b4b-91d2-017792d25930 req-0c1edb71-03e5-4ece-9b71-61a464f268fd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Jun 28 12:07:10.538296 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455b452-e3d3-4020-9f50-f4914b4753cf req-996fd902-3649-4c73-914a-fd9bc8e022a8 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:10.540077 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1455b452-e3d3-4020-9f50-f4914b4753cf req-996fd902-3649-4c73-914a-fd9bc8e022a8 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 945 time: 0.0651755 Jun 28 12:07:10.591375 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1455b452-e3d3-4020-9f50-f4914b4753cf req-75e2be96-daa3-4053-bc52-c7f2031f05ec tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Jun 28 12:07:10.804827 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34ecc-080c-4381-bcb5-aa1ac5f1975c req-feb54ed8-a2da-4641-b05a-0270da8a0cc3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:10.806418 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-09d34ecc-080c-4381-bcb5-aa1ac5f1975c req-feb54ed8-a2da-4641-b05a-0270da8a0cc3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0701854 Jun 28 12:07:10.849965 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-09d34ecc-080c-4381-bcb5-aa1ac5f1975c req-23b7043c-1d81-49f2-a4b9-d51c89196bc9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Jun 28 12:07:11.263045 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-83e1ccd3-435e-4274-9730-ef57ad9aa7bf tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:11.264733 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-83e1ccd3-435e-4274-9730-ef57ad9aa7bf tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/networks?id=67d4bd78-984e-4144-9dab-4cd8a7cf0426 HTTP/1.1" status: 200 len: 812 time: 0.1099839 Jun 28 12:07:11.281263 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-e14f5183-e595-4a8f-8d33-c762dace4c75 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/quotas/87d5f72399614a90a9010fae5dc3ac21 HTTP/1.1" status: 200 len: 375 time: 0.0101299 Jun 28 12:07:11.314413 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-dd4b8b89-f82a-42ac-a214-a6caa84acaa9 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d5f72399614a90a9010fae5dc3ac21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277615 Jun 28 12:07:11.409040 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-b96d4640-ac24-47b7-8f22-19646655dbde service neutron] 10.222.0.11 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859990 Jun 28 12:07:11.510584 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-ad1dcddd-07b7-45e7-b2d2-c8bd02df288e service neutron] 10.222.0.11 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942745 Jun 28 12:07:11.700755 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9f5c34e-b87c-46c3-88cf-514fbb0421f6 req-b38bc75b-2ee7-4fd4-aae4-365b6ef3ccee tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 210 time: 0.0428429 Jun 28 12:07:11.829441 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41686d9-260b-463d-bd01-590bcabb62fb req-0f9f7607-05e9-4260-969a-783284f43600 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:11.831195 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a41686d9-260b-463d-bd01-590bcabb62fb req-0f9f7607-05e9-4260-969a-783284f43600 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 945 time: 0.0752637 Jun 28 12:07:11.929282 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a41686d9-260b-463d-bd01-590bcabb62fb req-994dd7f0-224d-472e-9061-2698646e40a3 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910363 Jun 28 12:07:12.102388 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e05a0b-0ffd-4c88-900e-d7654a550dc7 req-8463ed71-6d6b-4386-83ca-65505a3b73fc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:12.104747 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f0e05a0b-0ffd-4c88-900e-d7654a550dc7 req-8463ed71-6d6b-4386-83ca-65505a3b73fc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0791759 Jun 28 12:07:12.175288 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f0e05a0b-0ffd-4c88-900e-d7654a550dc7 req-bc3b0f06-3506-4df4-804a-09a086dcc511 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637977 Jun 28 12:07:12.714344 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1755d60-1175-4161-88d5-7664e93c8192 req-f6769d42-3d17-4609-abd4-ccee14fcfbd3 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:12.715864 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b1755d60-1175-4161-88d5-7664e93c8192 req-f6769d42-3d17-4609-abd4-ccee14fcfbd3 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.15 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 945 time: 0.0658963 Jun 28 12:07:12.878603 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e1b4fadf-d401-45cc-a575-177a398cba8b req-107845a6-b056-4cdc-8629-97d8d52a91cd tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 210 time: 0.0364001 Jun 28 12:07:12.906666 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Deleting port 63c8793d-e25e-436e-8609-8951961a82c4 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:07:12.907382 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:13.058257 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] For port 63c8793d-e25e-436e-8609-8951961a82c4, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=63c8793d-e25e-436e-8609-8951961a82c4,segment=NetworkSegment(2e929e02-f99c-4820-8a3c-ced5882c64f7),segment_id=2e929e02-f99c-4820-8a3c-ced5882c64f7)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:13.058257 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:13.084294 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Calling delete_port for 63c8793d-e25e-436e-8609-8951961a82c4 owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:07:13.142560 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-5e6df5c9-ac6a-49b9-bea1-806284b44789 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:13.145082 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-5e6df5c9-ac6a-49b9-bea1-806284b44789 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.15 "GET /v2.0/networks?id=67d4bd78-984e-4144-9dab-4cd8a7cf0426 HTTP/1.1" status: 200 len: 812 time: 0.1458204 Jun 28 12:07:13.164433 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Request body: {'port': {'device_id': '653e096d-8e60-4beb-843e-330dcb3802ae', 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426', 'admin_state_up': True, 'tenant_id': '87d5f72399614a90a9010fae5dc3ac21'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:13.239577 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b96d-8402-43b6-bb16-29aedfa575f6 req-92dd854c-23d0-402f-8d18-24974a226fa9 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:13.242119 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9fe5b96d-8402-43b6-bb16-29aedfa575f6 req-92dd854c-23d0-402f-8d18-24974a226fa9 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1644270 Jun 28 12:07:13.298047 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Made reservation on behalf of 87d5f72399614a90a9010fae5dc3ac21 for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:13.302379 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:13.315679 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9fe5b96d-8402-43b6-bb16-29aedfa575f6 req-8a1ee995-4452-4099-8f6c-b12e1d8fb636 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f743a-fcbd-474d-bcd1-80ec1b533a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651700 Jun 28 12:07:13.355405 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:13.364442 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:13.370144 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['63c8793d-e25e-436e-8609-8951961a82c4'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:07:13.397286 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Pushing event deleted for resources: {'Port': ['ID=63c8793d-e25e-436e-8609-8951961a82c4,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:13.407308 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:13.481267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] No DVR routers for this DVR port 63c8793d-e25e-436e-8609-8951961a82c4 on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:07:13.493243 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Allocated IP 172.20.0.7 (67d4bd78-984e-4144-9dab-4cd8a7cf0426/33bedd98-f09c-44a9-ab55-2e02afc83bd4/8093f1bf-1b2b-416c-90cd-eb2bad6865ed) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:13.500413 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:13.502480 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b1755d60-1175-4161-88d5-7664e93c8192 req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.15 "DELETE /v2.0/ports/63c8793d-e25e-436e-8609-8951961a82c4 HTTP/1.1" status: 204 len: 173 time: 0.7803409 Jun 28 12:07:13.503243 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57efdab9-335b-49ec-bf11-1b790cffe8e4', 'name': 'network-vif-deleted', 'tag': '63c8793d-e25e-436e-8609-8951961a82c4'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:13.505710 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f724a893-1df2-4afe-972e-81b756885177" -d '{"events": [{"server_uuid": "57efdab9-335b-49ec-bf11-1b790cffe8e4", "name": "network-vif-deleted", "tag": "63c8793d-e25e-436e-8609-8951961a82c4"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:13.602410 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c768209-5b0a-4e25-8f43-6a938802abeb req-71232e82-1817-4500-b910-0c202c53a2ce tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:13.604056 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6c768209-5b0a-4e25-8f43-6a938802abeb req-71232e82-1817-4500-b910-0c202c53a2ce tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1525908 Jun 28 12:07:13.605521 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33470ac4-34b7-42eb-955f-5c8a80244582 x-openstack-request-id: req-33470ac4-34b7-42eb-955f-5c8a80244582 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:13.605823 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57efdab9-335b-49ec-bf11-1b790cffe8e4", "name": "network-vif-deleted", "tag": "63c8793d-e25e-436e-8609-8951961a82c4", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:13.606085 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33470ac4-34b7-42eb-955f-5c8a80244582 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:13.606480 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57efdab9-335b-49ec-bf11-1b790cffe8e4', 'name': 'network-vif-deleted', 'tag': '63c8793d-e25e-436e-8609-8951961a82c4', 'status': 'completed', 'code': 200} Jun 28 12:07:13.692598 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6c768209-5b0a-4e25-8f43-6a938802abeb req-1c866d9f-a89d-4df2-9dd1-3e69dcdf5fcc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768347 Jun 28 12:07:13.718602 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:13.760615 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:13.767564 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:13.816189 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:13.821199 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:13.830135 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:13.880069 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:13.880841 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:13.894356 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Pushing event updated for resources: {'Port': ['ID=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:13.899266 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:13.903655 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7443211 Jun 28 12:07:13.919519 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Request body: {'port': {'device_id': '653e096d-8e60-4beb-843e-330dcb3802ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:13.992382 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54384) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:14.034045 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54388) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:14.055724 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.100277 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1542f58-2e15-4b07-8f4b-5a911354efb9 req-93bac463-ad59-4f40-9c06-aea528898cb7 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:14.107586 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c1542f58-2e15-4b07-8f4b-5a911354efb9 req-93bac463-ad59-4f40-9c06-aea528898cb7 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 931 time: 0.0897310 Jun 28 12:07:14.175517 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c1542f58-2e15-4b07-8f4b-5a911354efb9 req-bfaa84ce-3c0d-4e90-81cf-237bec86e754 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618935 Jun 28 12:07:14.197187 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3aab742e-36d4-46e2-86a4-7701a9cb91a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.313543 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54406) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:14.408509 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3aab742e-36d4-46e2-86a4-7701a9cb91a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.427855 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3aab742e-36d4-46e2-86a4-7701a9cb91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.433767 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5b471f5d-5040-44f7-b4d1-c6186c43c535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:14.467218 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-8e518961-b4bd-4325-bf2c-c8833253fc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.494717 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-18075de1-482b-4d63-9831-c12a3f6d694c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.532401 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-3aab742e-36d4-46e2-86a4-7701a9cb91a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c9213bdd5a043528f35c9ddfee481ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379269 Jun 28 12:07:14.538046 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54420) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:14.538777 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab742e-36d4-46e2-86a4-7701a9cb91a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c4959e-0bb7-40f5-8b4e-058a507f6324,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:14.542831 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3aab742e-36d4-46e2-86a4-7701a9cb91a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:14.559130 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8093f1bf-1b2b-416c-90cd-eb2bad6865ed {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:14.570250 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.583916 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Transition to ACTIVE for port object 8093f1bf-1b2b-416c-90cd-eb2bad6865ed will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:14.590189 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.607909 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:14.653201 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-790cb6cf-4ff9-4f43-b281-5fbfa013cc97 req-878883dc-2185-450d-bd3a-d2a988d20c70 tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] 10.222.0.11 "GET /v2.0/ports?device_id=57efdab9-335b-49ec-bf11-1b790cffe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0679059 Jun 28 12:07:14.681468 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a5409a8-6c96-4608-9d4c-491397806a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.714406 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a5409a8-6c96-4608-9d4c-491397806a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.746063 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54426) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:14.749105 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Pushing event updated for resources: {'Port': ['ID=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:14.752108 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:14.781224 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-8e518961-b4bd-4325-bf2c-c8833253fc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.783123 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Attempting to bind port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:14.783800 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Attempting to bind port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:14.784363 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Attempting to bind port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed on network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:14.788604 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-8e518961-b4bd-4325-bf2c-c8833253fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.795333 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed on network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:07:14.795759 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Attempting to bind port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed on network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:14.808352 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:14.808920 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Checking segment: {'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:14.809392 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Bound using segment: {'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:14.810037 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Bound port: 8093f1bf-1b2b-416c-90cd-eb2bad6865ed, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:14.810649 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.817588 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-eeabec27-7e70-4fd3-9ef4-a805c713217e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:14.821407 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-8e518961-b4bd-4325-bf2c-c8833253fc02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78d069d44d15424889e584dbca254cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5064881 Jun 28 12:07:14.829340 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54430) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:14.855947 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a5409a8-6c96-4608-9d4c-491397806a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.858556 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a5409a8-6c96-4608-9d4c-491397806a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.859657 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-0a5409a8-6c96-4608-9d4c-491397806a1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51c4959e-0bb7-40f5-8b4e-058a507f6324 HTTP/1.1" status: 204 len: 168 time: 0.3180532 Jun 28 12:07:14.898407 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e518961-b4bd-4325-bf2c-c8833253fc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022b4933-65fd-4bf2-a4e7-340ad5fd5c29,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:14.902436 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-8e518961-b4bd-4325-bf2c-c8833253fc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:14.904024 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:14.917614 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5409a8-6c96-4608-9d4c-491397806a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c4959e-0bb7-40f5-8b4e-058a507f6324,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:14.922498 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0a5409a8-6c96-4608-9d4c-491397806a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:14.942339 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00e2c47c-521b-44b8-af22-480d96f8295d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:14.945209 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54964b-21dc-489f-abb6-aa735e370284 req-85ac87b1-5b68-4331-b586-647cb41bdeec tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:14.953461 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ff54964b-21dc-489f-abb6-aa735e370284 req-85ac87b1-5b68-4331-b586-647cb41bdeec tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1371913 Jun 28 12:07:14.990501 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] For port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:14.993682 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ff54964b-21dc-489f-abb6-aa735e370284 req-8dad3425-b97d-459f-b8a4-73eae2d4adcc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Jun 28 12:07:15.016342 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] For port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:15.036054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.049162 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d6d1d945-7d32-47f0-9a47-f63f59a76aa5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:15.074917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-18075de1-482b-4d63-9831-c12a3f6d694c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.076070 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a619c6e9-ec47-4310-a25e-34fc7832ef25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.090237 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-18075de1-482b-4d63-9831-c12a3f6d694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.118353 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:15.118849 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.120327 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] 10.222.0.15 "PUT /v2.0/ports/8093f1bf-1b2b-416c-90cd-eb2bad6865ed HTTP/1.1" status: 200 len: 1093 time: 1.2081647 Jun 28 12:07:15.120833 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653e096d-8e60-4beb-843e-330dcb3802ae', 'tag': '8093f1bf-1b2b-416c-90cd-eb2bad6865ed'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:15.123416 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f3ba87-2462-4438-8b7f-672201f57116" -d '{"events": [{"name": "network-changed", "server_uuid": "653e096d-8e60-4beb-843e-330dcb3802ae", "tag": "8093f1bf-1b2b-416c-90cd-eb2bad6865ed"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:15.172963 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a619c6e9-ec47-4310-a25e-34fc7832ef25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.185293 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcaa7ca-008d-47a4-899e-c16131658c5d x-openstack-request-id: req-3dcaa7ca-008d-47a4-899e-c16131658c5d {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:15.185611 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653e096d-8e60-4beb-843e-330dcb3802ae", "tag": "8093f1bf-1b2b-416c-90cd-eb2bad6865ed", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:15.185883 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3dcaa7ca-008d-47a4-899e-c16131658c5d {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:15.186289 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653e096d-8e60-4beb-843e-330dcb3802ae', 'tag': '8093f1bf-1b2b-416c-90cd-eb2bad6865ed', 'status': 'completed', 'code': 200} Jun 28 12:07:15.201007 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-18075de1-482b-4d63-9831-c12a3f6d694c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=221c530fdecd4a359c0f36e260f14b00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1656661 Jun 28 12:07:15.203875 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54448) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:15.205867 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Pushing event updated for resources: {'Port': ['ID=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:15.209314 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:15.235403 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f88cca0e-8256-42e7-94f5-99742667eb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:15.275908 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-dd79dda4-c58b-4711-b66d-d9ba18746f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.313811 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-dd79dda4-c58b-4711-b66d-d9ba18746f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.419975 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa29a-da5e-4db7-a590-0e11fdc7276e req-afb30563-9fda-48ca-9076-e90019897026 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:15.423902 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1bffa29a-da5e-4db7-a590-0e11fdc7276e req-afb30563-9fda-48ca-9076-e90019897026 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 943 time: 0.0936029 Jun 28 12:07:15.427683 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-dd79dda4-c58b-4711-b66d-d9ba18746f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.430404 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-dd79dda4-c58b-4711-b66d-d9ba18746f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.431540 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-dd79dda4-c58b-4711-b66d-d9ba18746f3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ea9aa9b-cb3f-48b9-add6-b13243e89c2c HTTP/1.1" status: 204 len: 168 time: 0.2264581 Jun 28 12:07:15.433399 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-61e49cc4-62b5-42d5-a3ee-098539253234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:15.451317 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79dda4-c58b-4711-b66d-d9ba18746f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9aa9b-cb3f-48b9-add6-b13243e89c2c,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:15.459489 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-dd79dda4-c58b-4711-b66d-d9ba18746f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:15.480289 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18075de1-482b-4d63-9831-c12a3f6d694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9aa9b-cb3f-48b9-add6-b13243e89c2c,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:15.483238 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-18075de1-482b-4d63-9831-c12a3f6d694c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:15.496601 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1bffa29a-da5e-4db7-a590-0e11fdc7276e req-43f950d2-2399-40f1-a812-dec9a9a10cad tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638876 Jun 28 12:07:15.532119 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-33b1bd1a-8720-47ef-8284-48224ca28f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:15.533881 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-33b1bd1a-8720-47ef-8284-48224ca28f06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87d5f72399614a90a9010fae5dc3ac21&device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 1096 time: 0.3525102 Jun 28 12:07:15.539429 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a619c6e9-ec47-4310-a25e-34fc7832ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.542459 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a619c6e9-ec47-4310-a25e-34fc7832ef25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.546121 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a619c6e9-ec47-4310-a25e-34fc7832ef25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/022b4933-65fd-4bf2-a4e7-340ad5fd5c29 HTTP/1.1" status: 204 len: 168 time: 0.7131855 Jun 28 12:07:15.546121 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a6c23bf1-9cc0-4065-b50d-969c25e572e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:15.591645 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619c6e9-ec47-4310-a25e-34fc7832ef25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022b4933-65fd-4bf2-a4e7-340ad5fd5c29,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:15.595141 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a619c6e9-ec47-4310-a25e-34fc7832ef25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:15.596007 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-6ea5fffc-3f0c-4f02-a9ca-84a5c30e993a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8093f1bf-1b2b-416c-90cd-eb2bad6865ed HTTP/1.1" status: 200 len: 217 time: 0.0508590 Jun 28 12:07:15.618537 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00e2c47c-521b-44b8-af22-480d96f8295d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.641464 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00e2c47c-521b-44b8-af22-480d96f8295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.650223 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f92b8c25-0216-4f63-8ed8-f0309f1933ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:15.695984 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-e2676841-a79f-4485-83c8-72b8ac36abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:15.697480 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-e2676841-a79f-4485-83c8-72b8ac36abce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33bedd98-f09c-44a9-ab55-2e02afc83bd4 HTTP/1.1" status: 200 len: 852 time: 0.0918005 Jun 28 12:07:15.698438 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2c47c-521b-44b8-af22-480d96f8295d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee85fb7-d672-44ae-b548-5f9a6a2d7e8c,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:15.701819 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-00e2c47c-521b-44b8-af22-480d96f8295d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:15.704667 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-00e2c47c-521b-44b8-af22-480d96f8295d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a4e5aae340b432ba73620a8204d9771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9567413 Jun 28 12:07:15.707745 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54470) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:15.732527 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-7d13675e-8b70-40ba-94ce-d1af67bf071f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67d4bd78-984e-4144-9dab-4cd8a7cf0426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267193 Jun 28 12:07:15.782728 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-328163d7-2997-4d4a-b714-7351e62dd83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.810848 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-328163d7-2997-4d4a-b714-7351e62dd83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.883706 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-328163d7-2997-4d4a-b714-7351e62dd83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.887766 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-328163d7-2997-4d4a-b714-7351e62dd83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:15.891407 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-328163d7-2997-4d4a-b714-7351e62dd83e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ee85fb7-d672-44ae-b548-5f9a6a2d7e8c HTTP/1.1" status: 204 len: 168 time: 0.1792758 Jun 28 12:07:15.891407 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3ab56c68-b4b5-4bc6-a66b-49b8e984ee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:15.901165 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328163d7-2997-4d4a-b714-7351e62dd83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee85fb7-d672-44ae-b548-5f9a6a2d7e8c,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:15.903746 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-328163d7-2997-4d4a-b714-7351e62dd83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:15.936610 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-c2564847-9a98-4e7d-ab5e-a83eafe9aa0e service neutron] 10.222.0.15 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949494 Jun 28 12:07:15.987101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54486) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:16.014880 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-60805582-f35b-4217-a67e-ba760308c74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.107382 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-31ee93e5-4f65-4706-84a4-d97af580c491 req-129b4e9b-ed86-4800-b2df-ffea2cd004ef service neutron] 10.222.0.15 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607974 Jun 28 12:07:16.258296 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54494) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:16.273639 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-60805582-f35b-4217-a67e-ba760308c74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.291244 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-60805582-f35b-4217-a67e-ba760308c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.292015 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5a5691d8-65f8-46ab-b69b-68b704a8f0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:16.310218 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2c173d3f-35c4-4b62-90b3-db6ccce417d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.311051 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c8ad2-4ce0-4fce-9d5e-03471f08ef4a req-04c06683-ff67-42d9-aa5f-569151aca690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:16.312580 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d89c8ad2-4ce0-4fce-9d5e-03471f08ef4a req-04c06683-ff67-42d9-aa5f-569151aca690 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 1098 time: 0.1533332 Jun 28 12:07:16.331735 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3ba87-2462-4438-8b7f-672201f57116 req-1ddf7a03-87cd-400d-9adf-5f3739026c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:16.333135 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-92f3ba87-2462-4438-8b7f-672201f57116 req-1ddf7a03-87cd-400d-9adf-5f3739026c40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87d5f72399614a90a9010fae5dc3ac21&device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 1096 time: 0.1334703 Jun 28 12:07:16.343380 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354690b9-8d4c-40e8-bcb3-8d8b39e94d62 req-179e7ace-4059-4ea4-aa5e-3623ab21f130 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:16.350140 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-354690b9-8d4c-40e8-bcb3-8d8b39e94d62 req-179e7ace-4059-4ea4-aa5e-3623ab21f130 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1919725 Jun 28 12:07:16.370932 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 63c8793d-e25e-436e-8609-8951961a82c4 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:07:16.392491 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-60805582-f35b-4217-a67e-ba760308c74c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18e64978f0594b298c5b690ba42a17f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017282 Jun 28 12:07:16.397455 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60805582-f35b-4217-a67e-ba760308c74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee280e88-90ae-4995-9849-504fd9976a26,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:16.402503 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54496) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:16.402693 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 63c8793d-e25e-436e-8609-8951961a82c4 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:07:16.403456 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 63c8793d-e25e-436e-8609-8951961a82c4 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:07:16.415691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-60805582-f35b-4217-a67e-ba760308c74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:16.460903 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-23765121-3dfc-4b37-80b0-ea583de691a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.479556 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d89c8ad2-4ce0-4fce-9d5e-03471f08ef4a req-1990e45e-035c-4f9e-ac09-a073ed90850d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567299 Jun 28 12:07:16.499782 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-354690b9-8d4c-40e8-bcb3-8d8b39e94d62 req-411a7e98-ad89-4c6a-9cef-f17f611833bc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486540 Jun 28 12:07:16.510480 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3ba87-2462-4438-8b7f-672201f57116 req-f97ef719-0e36-4dec-996a-13f4c0bdb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:16.512043 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-92f3ba87-2462-4438-8b7f-672201f57116 req-f97ef719-0e36-4dec-996a-13f4c0bdb523 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67d4bd78-984e-4144-9dab-4cd8a7cf0426 HTTP/1.1" status: 200 len: 913 time: 0.1726232 Jun 28 12:07:16.523121 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.565662 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19317f4c-97a6-4c17-8a56-3def7f53d467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.591544 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2c173d3f-35c4-4b62-90b3-db6ccce417d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.643513 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19317f4c-97a6-4c17-8a56-3def7f53d467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.661325 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-92f3ba87-2462-4438-8b7f-672201f57116 req-0745200f-6f7f-4b1b-a1bc-054112d8f3f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8093f1bf-1b2b-416c-90cd-eb2bad6865ed HTTP/1.1" status: 200 len: 217 time: 0.0481861 Jun 28 12:07:16.661325 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2c173d3f-35c4-4b62-90b3-db6ccce417d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.661325 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-02c24395-b1c3-4979-9f7b-be592e25104e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:16.743010 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-2c173d3f-35c4-4b62-90b3-db6ccce417d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=588606ac84bc4ad7a69fa625cfc9dc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800911 Jun 28 12:07:16.746688 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54508) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:16.767521 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19317f4c-97a6-4c17-8a56-3def7f53d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.770164 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19317f4c-97a6-4c17-8a56-3def7f53d467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.771377 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-19317f4c-97a6-4c17-8a56-3def7f53d467 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee280e88-90ae-4995-9849-504fd9976a26 HTTP/1.1" status: 204 len: 168 time: 0.3671579 Jun 28 12:07:16.773034 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b00ec3a3-c82a-40ca-b6fc-6db71d18c538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:16.780788 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c173d3f-35c4-4b62-90b3-db6ccce417d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56431a6-d479-4ebf-aec2-b8a5fc6212da,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:16.781915 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19317f4c-97a6-4c17-8a56-3def7f53d467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee280e88-90ae-4995-9849-504fd9976a26,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:16.785350 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3ba87-2462-4438-8b7f-672201f57116 req-b19d1ee0-e468-433f-8197-ca30cdd70d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:16.786824 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-92f3ba87-2462-4438-8b7f-672201f57116 req-b19d1ee0-e468-433f-8197-ca30cdd70d43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33bedd98-f09c-44a9-ab55-2e02afc83bd4 HTTP/1.1" status: 200 len: 852 time: 0.1267588 Jun 28 12:07:16.788691 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2c173d3f-35c4-4b62-90b3-db6ccce417d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:16.803206 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-19317f4c-97a6-4c17-8a56-3def7f53d467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:16.834170 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-92f3ba87-2462-4438-8b7f-672201f57116 req-4ee88f44-65c1-4062-92c6-182f404ac30b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67d4bd78-984e-4144-9dab-4cd8a7cf0426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358500 Jun 28 12:07:16.839155 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8ad1-3342-431e-bd84-3369c1b77633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.845354 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a9ca-9f0d-423b-a4e4-872423278e73 req-fff5c71d-5a75-4c6b-82f0-2ab3abb22dd2 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:16.847269 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e88a9ca-9f0d-423b-a4e4-872423278e73 req-fff5c71d-5a75-4c6b-82f0-2ab3abb22dd2 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 943 time: 0.2274938 Jun 28 12:07:16.899669 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e88a9ca-9f0d-423b-a4e4-872423278e73 req-da71921c-5661-43c0-b5ca-4aed9dd5e54c tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Jun 28 12:07:16.922314 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8ad1-3342-431e-bd84-3369c1b77633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:16.989400 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-92f3ba87-2462-4438-8b7f-672201f57116 req-a0717f62-0f0c-4fcd-8157-d5b425cf1673 service neutron] 10.222.0.15 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466227 Jun 28 12:07:17.068830 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8ad1-3342-431e-bd84-3369c1b77633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.074990 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8ad1-3342-431e-bd84-3369c1b77633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.076126 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-3bcc8ad1-3342-431e-bd84-3369c1b77633 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d56431a6-d479-4ebf-aec2-b8a5fc6212da HTTP/1.1" status: 204 len: 168 time: 0.3279400 Jun 28 12:07:17.080659 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:17.091141 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc8ad1-3342-431e-bd84-3369c1b77633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56431a6-d479-4ebf-aec2-b8a5fc6212da,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:17.093715 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3bcc8ad1-3342-431e-bd84-3369c1b77633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:17.134101 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-92f3ba87-2462-4438-8b7f-672201f57116 req-a4ee76d1-7062-4397-a269-4dbb8bed8fdf service neutron] 10.222.0.15 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381404 Jun 28 12:07:17.497507 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54558) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:17.547615 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Deleting subnet d61e8911-0175-4d06-ac34-0405e8625bba {{(pid=93237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:07:17.550863 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.605209 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1078807'] for subnet, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.656500 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.760544 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d517402-2981-4f82-8cc8-045ab10c470f req-55f35604-0cca-49cd-9a01-14304b2074cf tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:17.762618 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d517402-2981-4f82-8cc8-045ab10c470f req-55f35604-0cca-49cd-9a01-14304b2074cf tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1305308 Jun 28 12:07:17.789482 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10923669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11154796'] for subnet, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.794125 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:17.856061 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61e8911-0175-4d06-ac34-0405e8625bba,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:17.859602 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:17.869591 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d517402-2981-4f82-8cc8-045ab10c470f req-aeac3464-1936-4dd1-9221-19ce9615cd86 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826507 Jun 28 12:07:17.872783 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:17.879989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54584) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:17.880237 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d61e8911-0175-4d06-ac34-0405e8625bba HTTP/1.1" status: 204 len: 168 time: 0.3814778 Jun 28 12:07:18.053124 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.247727 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.263855 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bd33b-4213-4f6a-8309-67092f02f8b0 req-79cd7a00-4490-4161-82be-6a42a89152e8 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:18.270960 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a86bd33b-4213-4f6a-8309-67092f02f8b0 req-79cd7a00-4490-4161-82be-6a42a89152e8 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 943 time: 0.1973779 Jun 28 12:07:18.281459 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33']}} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:18.299543 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e929e02-f99c-4820-8a3c-ced5882c64f7') {'for_net_delete': True} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:18.299802 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e929e02-f99c-4820-8a3c-ced5882c64f7') {} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:07:18.317280 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11257824'] for segment, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.339374 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a86bd33b-4213-4f6a-8309-67092f02f8b0 req-c1c52a13-21ed-4f56-850e-c2e9b3432adf tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674090 Jun 28 12:07:18.356458 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.364273 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:07:18.364748 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11540851'] for segment, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: Traceback (most recent call last): Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: timer() Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: cb(*args, **kw) Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: return func(*args, **kwargs) Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: self._notify() Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: self.callback(batched_events) Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: event.method(event) Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: return f(self, *a, **k) Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._get(url).json() Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: return self.request(url, 'GET', **kwargs) Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:07:18.367155 dv-cinder-772388-5-iscsi neutron-server[93238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:07:18.439212 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.444204 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:18.459924 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.462022 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] 10.222.0.11 "DELETE /v2.0/networks/f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33 HTTP/1.1" status: 204 len: 168 time: 0.5810671 Jun 28 12:07:18.463290 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d5c925-fb5f-4f46-a9a2-777d6e2aaf33,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:18.471020 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a71aacf8-952c-468a-bd0e-b12dcaee65ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:18.637158 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54680) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:18.679553 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4c2735b1-5482-41b1-b69e-8b3ad6b484f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b40ebf7c4c474cfa90d96abb3dae9ed7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409665 Jun 28 12:07:18.681901 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54688) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:18.736527 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5f07aada-be7e-49fd-8d28-8d6747598cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.760935 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5f07aada-be7e-49fd-8d28-8d6747598cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.829448 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5f07aada-be7e-49fd-8d28-8d6747598cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.833502 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5f07aada-be7e-49fd-8d28-8d6747598cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:18.838011 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5f07aada-be7e-49fd-8d28-8d6747598cec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/317f743a-fcbd-474d-bcd1-80ec1b533a94 HTTP/1.1" status: 204 len: 168 time: 0.1543920 Jun 28 12:07:18.839166 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:18.849214 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07aada-be7e-49fd-8d28-8d6747598cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317f743a-fcbd-474d-bcd1-80ec1b533a94,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:18.852704 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5f07aada-be7e-49fd-8d28-8d6747598cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:19.072969 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.076394 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-098e9aef-b0dd-4d3e-a834-7a8134de28a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.174630 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762923f-4db7-4cde-a516-42c80daf28b6 req-515be76a-8746-4a67-8dff-12e12458ff4c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:19.176052 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b762923f-4db7-4cde-a516-42c80daf28b6 req-515be76a-8746-4a67-8dff-12e12458ff4c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1227119 Jun 28 12:07:19.229078 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b762923f-4db7-4cde-a516-42c80daf28b6 req-04165f14-bf0c-439b-831b-85dbe6de2dba tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 Jun 28 12:07:19.445341 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded6ef8-ce13-464c-9739-d4b7b8de0755 req-25a9f212-f84c-4b21-8ee0-82809f6e0a22 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:19.453968 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ded6ef8-ce13-464c-9739-d4b7b8de0755 req-25a9f212-f84c-4b21-8ee0-82809f6e0a22 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0908747 Jun 28 12:07:19.520727 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ded6ef8-ce13-464c-9739-d4b7b8de0755 req-b2c74d20-63ed-444f-b427-5fce3a072397 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658154 Jun 28 12:07:19.566433 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e749259-7e43-4072-9ddc-8448ad1934d7 req-81386623-9fe2-4b7c-8eba-fb7c4635e7c5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:19.568260 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7e749259-7e43-4072-9ddc-8448ad1934d7 req-81386623-9fe2-4b7c-8eba-fb7c4635e7c5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 943 time: 0.1109836 Jun 28 12:07:19.652617 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54760) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:19.653656 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7e749259-7e43-4072-9ddc-8448ad1934d7 req-6911b980-b56c-4190-9def-2268f53bdec9 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789983 Jun 28 12:07:19.728214 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54766) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:19.813569 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-72f5880c-82a2-4ead-9e2f-c0c1274f7a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.958488 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-72f5880c-82a2-4ead-9e2f-c0c1274f7a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.969342 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-72f5880c-82a2-4ead-9e2f-c0c1274f7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:19.972559 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:07:19.973709 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-18075de1-482b-4d63-9831-c12a3f6d694c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:20.011751 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5880c-82a2-4ead-9e2f-c0c1274f7a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9bff25-8e67-4f0b-af53-91041ef1660a,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:20.015110 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.015980 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-72f5880c-82a2-4ead-9e2f-c0c1274f7a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:20.019223 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-72f5880c-82a2-4ead-9e2f-c0c1274f7a90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bcc6c4b3b2c4b8ba907734503976fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648365 Jun 28 12:07:20.021470 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54780) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:20.044308 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b631e0f5-b77c-41e5-98bc-e633c1001a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.111611 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-93b5cf37-1f33-43db-9dca-92d78889f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.151712 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-93b5cf37-1f33-43db-9dca-92d78889f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.217184 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b631e0f5-b77c-41e5-98bc-e633c1001a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.223829 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b631e0f5-b77c-41e5-98bc-e633c1001a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.226348 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0f2cc7a0-d2b1-4fe3-a508-bb57ed844cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:20.235860 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-93b5cf37-1f33-43db-9dca-92d78889f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.236185 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54790) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:20.239684 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-93b5cf37-1f33-43db-9dca-92d78889f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.240853 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-93b5cf37-1f33-43db-9dca-92d78889f563 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f9bff25-8e67-4f0b-af53-91041ef1660a HTTP/1.1" status: 204 len: 168 time: 0.2185724 Jun 28 12:07:20.272076 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e0f5-b77c-41e5-98bc-e633c1001a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0a1054-bffb-405c-8f25-84564d4e272d,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:20.275192 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b631e0f5-b77c-41e5-98bc-e633c1001a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:20.276190 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-269f3bdb-6884-4c74-b34d-47ff49eb286e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:20.280564 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b631e0f5-b77c-41e5-98bc-e633c1001a9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97e393f8e6c54ef0826cb67b53aabb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5512235 Jun 28 12:07:20.284753 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54796) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:20.287696 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5cf37-1f33-43db-9dca-92d78889f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9bff25-8e67-4f0b-af53-91041ef1660a,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:20.290150 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-93b5cf37-1f33-43db-9dca-92d78889f563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:20.346392 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0373144a-955f-4ac2-b3c6-253c18e32011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.389228 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1755396803-network', 'tenant_id': '173302f386ee473e82b0178f7b67cc7a'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:20.396504 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 8093f1bf-1b2b-416c-90cd-eb2bad6865ed details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:07:20.401320 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0373144a-955f-4ac2-b3c6-253c18e32011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.482269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Made reservation on behalf of 173302f386ee473e82b0178f7b67cc7a for: {'network': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:20.485401 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.495465 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.517324 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0373144a-955f-4ac2-b3c6-253c18e32011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.519866 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0373144a-955f-4ac2-b3c6-253c18e32011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.520988 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-0373144a-955f-4ac2-b3c6-253c18e32011 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c0a1054-bffb-405c-8f25-84564d4e272d HTTP/1.1" status: 204 len: 168 time: 0.2348444 Jun 28 12:07:20.523468 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:20.537280 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373144a-955f-4ac2-b3c6-253c18e32011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0a1054-bffb-405c-8f25-84564d4e272d,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:20.541393 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0373144a-955f-4ac2-b3c6-253c18e32011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:20.603962 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:20.622476 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '8093f1bf-1b2b-416c-90cd-eb2bad6865ed', 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426', 'port_id': '8093f1bf-1b2b-416c-90cd-eb2bad6865ed', 'mac_address': 'fa:16:3e:c8:fd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bedd98-f09c-44a9-ab55-2e02afc83bd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:07:20.649657 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.659753 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.666836 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-6b860742-0463-4b67-be3d-fea4007cf2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:20.700975 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=93238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:07:20.708491 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.729560 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90953df0-6332-4cc8-9051-844513406e85,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:20.734543 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.735115 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.segments_db [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Added segment 9809a6b8-9fac-4303-b5f2-6681744b0a23 of type vlan for network fe46b158-06f6-47a7-8e28-ee3af2bad565 Jun 28 12:07:20.737780 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:20.753786 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8093f1bf-1b2b-416c-90cd-eb2bad6865ed {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:20.799048 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54808) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:20.810133 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.823526 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-837616f5-199d-423f-b764-18a952c134f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.827874 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:20.837113 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.839959 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:20.869346 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.873786 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:20.874854 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:20.881333 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:20.931360 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:20.936996 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:21.020221 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-837616f5-199d-423f-b764-18a952c134f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.029760 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-837616f5-199d-423f-b764-18a952c134f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.038519 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7af238cb-05a5-4d46-932a-674345061a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:21.127791 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-837616f5-199d-423f-b764-18a952c134f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36bc6a99b5f84c62a6478be7845fc329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244908 Jun 28 12:07:21.129410 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837616f5-199d-423f-b764-18a952c134f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e48020-8a8a-4ebc-a50d-14f44979ddb8,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:21.173126 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54814) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:21.177282 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-837616f5-199d-423f-b764-18a952c134f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:21.208347 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['8093f1bf-1b2b-416c-90cd-eb2bad6865ed'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:07:21.263545 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d3962771-03d1-4235-aa8d-e3d4271d1a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.292996 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d3962771-03d1-4235-aa8d-e3d4271d1a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.340459 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1030965 Jun 28 12:07:21.343617 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54818) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:21.347077 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Pushing event updated for resources: {'Network': ['ID=fe46b158-06f6-47a7-8e28-ee3af2bad565,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:21.351609 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Request body: {'subnet': {'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1755396803-subnet', 'tenant_id': '173302f386ee473e82b0178f7b67cc7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:21.356545 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:21.360343 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network fe46b158-06f6-47a7-8e28-ee3af2bad565 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:07:21.375600 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d3962771-03d1-4235-aa8d-e3d4271d1a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.390770 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d3962771-03d1-4235-aa8d-e3d4271d1a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.392392 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d3962771-03d1-4235-aa8d-e3d4271d1a15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49e48020-8a8a-4ebc-a50d-14f44979ddb8 HTTP/1.1" status: 204 len: 168 time: 0.2173042 Jun 28 12:07:21.393623 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:21.396677 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Made reservation on behalf of 173302f386ee473e82b0178f7b67cc7a for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:21.399002 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.432999 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349f553-05be-4c92-bf5b-79dff99da5c2 req-e5679596-1ece-4aea-9efe-7a15959e853c tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:21.434817 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1349f553-05be-4c92-bf5b-79dff99da5c2 req-e5679596-1ece-4aea-9efe-7a15959e853c tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 944 time: 0.1605155 Jun 28 12:07:21.486503 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1349f553-05be-4c92-bf5b-79dff99da5c2 req-d2740abf-bc2e-478c-97a2-80fec3c4c7cb tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437016 Jun 28 12:07:21.489495 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3962771-03d1-4235-aa8d-e3d4271d1a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e48020-8a8a-4ebc-a50d-14f44979ddb8,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:21.499701 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d3962771-03d1-4235-aa8d-e3d4271d1a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:21.547894 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-a632856e-33b2-403d-8d70-5ec165c607e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:21.549517 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-a632856e-33b2-403d-8d70-5ec165c607e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1099 time: 0.0922644 Jun 28 12:07:21.613727 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a86d3-b2bc-4f7b-b59b-ff542d72a159 req-da363cb6-8e4b-41db-95b0-ea01e655060d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:21.615406 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-df7a86d3-b2bc-4f7b-b59b-ff542d72a159 req-da363cb6-8e4b-41db-95b0-ea01e655060d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1070318 Jun 28 12:07:21.661242 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-df7a86d3-b2bc-4f7b-b59b-ff542d72a159 req-aca8f643-b394-419c-a982-094697e3389e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Jun 28 12:07:21.774302 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.775796 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-f41ebd1a-03d9-433d-a79e-7b239acb2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:21.777364 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-f41ebd1a-03d9-433d-a79e-7b239acb2d8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.2146878 Jun 28 12:07:21.780238 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:21.785938 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:21.846636 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-2358d87e-75b9-40a3-9f78-61d284979b32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 200 len: 217 time: 0.0608006 Jun 28 12:07:21.887514 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15368507-3350-444b-aaed-1e24aa0d20e2,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:21.904203 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:21.920751 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Checking segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:21.921098 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Network hostable DHCP agents. Network: fe46b158-06f6-47a7-8e28-ee3af2bad565, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:07:21.924597 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-e3422663-2b88-4e67-bf53-a2b8e9033a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:21.926163 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-e3422663-2b88-4e67-bf53-a2b8e9033a2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.0693710 Jun 28 12:07:21.968553 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-c56ad180-3cba-4029-a411-b76b917f73b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349529 Jun 28 12:07:21.973746 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Network fe46b158-06f6-47a7-8e28-ee3af2bad565 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:07:22.003264 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, fe46b158-06f6-47a7-8e28-ee3af2bad565) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:22.009414 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:22.010009 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:22.014634 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d03162-4105-4270-9f4f-a101535a36f5 None None] Network fe46b158-06f6-47a7-8e28-ee3af2bad565 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:07:22.072093 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-6b561ab7-1b43-45d9-ac79-8ead43b9dc74 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7173433 Jun 28 12:07:22.083958 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-8ea69127-dc40-466e-87e5-b21f0ad8ffe6 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076701 Jun 28 12:07:22.162966 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c97af-9e2e-4e80-999f-782a2e4c4757 None None] Network fe46b158-06f6-47a7-8e28-ee3af2bad565 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:07:22.218863 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-38d3e758-f40a-48f7-9360-6fdc94e47bac req-9e8833a9-75c9-422b-af8f-b014480cec2e service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273928 Jun 28 12:07:22.701539 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce421322-f5e9-4435-8ee9-7cbcec062b3f req-624d5d7a-d4d6-40e3-ac36-d8641ae323a1 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:22.703061 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ce421322-f5e9-4435-8ee9-7cbcec062b3f req-624d5d7a-d4d6-40e3-ac36-d8641ae323a1 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 944 time: 0.0783081 Jun 28 12:07:22.743715 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ce421322-f5e9-4435-8ee9-7cbcec062b3f req-599dcec5-1705-4ce3-918e-788eccec3a8f tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346949 Jun 28 12:07:22.930934 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accafb62-9d4c-4c44-b7d2-b59669c608e5 req-ed1d2fcd-c75c-43d4-8a98-bd3db786d8a0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:22.932411 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-accafb62-9d4c-4c44-b7d2-b59669c608e5 req-ed1d2fcd-c75c-43d4-8a98-bd3db786d8a0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0680220 Jun 28 12:07:22.974297 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-accafb62-9d4c-4c44-b7d2-b59669c608e5 req-bc90ce7b-909a-46b8-a284-d077649086fd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 Jun 28 12:07:23.928582 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f15ba9-64e5-45bc-b364-7e2a10ce28a6 req-1464e39f-dba4-40ca-8c61-3a383110d801 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:23.930338 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-67f15ba9-64e5-45bc-b364-7e2a10ce28a6 req-1464e39f-dba4-40ca-8c61-3a383110d801 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 944 time: 0.0649424 Jun 28 12:07:23.968332 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-67f15ba9-64e5-45bc-b364-7e2a10ce28a6 req-d506eda3-ce57-4981-bae6-a2f7387ca1ad tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Jun 28 12:07:24.166459 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca6d3-2645-4d58-ac19-3301570b6f8e req-3372610d-9882-4274-868b-e3acc1db83ac tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:24.167998 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5dca6d3-2645-4d58-ac19-3301570b6f8e req-3372610d-9882-4274-868b-e3acc1db83ac tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0787365 Jun 28 12:07:24.208210 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5dca6d3-2645-4d58-ac19-3301570b6f8e req-14921bcb-8ca8-4675-84b0-3f3081a0e0da tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334845 Jun 28 12:07:24.433168 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 8093f1bf-1b2b-416c-90cd-eb2bad6865ed up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:24.501615 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:24.508693 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:24.509081 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:24.590449 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:24.613561 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653e096d-8e60-4beb-843e-330dcb3802ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8093f1bf-1b2b-416c-90cd-eb2bad6865ed'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:24.616047 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f429c8-b84d-4d6b-a117-9d9549435fdb" -d '{"events": [{"server_uuid": "653e096d-8e60-4beb-843e-330dcb3802ae", "name": "network-vif-plugged", "status": "completed", "tag": "8093f1bf-1b2b-416c-90cd-eb2bad6865ed"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:24.628959 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:24.634679 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:24.636986 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:24.662577 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a9d96b-e862-47d3-b2c9-eaf01c9fa6c1 x-openstack-request-id: req-07a9d96b-e862-47d3-b2c9-eaf01c9fa6c1 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:24.662896 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653e096d-8e60-4beb-843e-330dcb3802ae", "name": "network-vif-plugged", "status": "completed", "tag": "8093f1bf-1b2b-416c-90cd-eb2bad6865ed", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:24.663200 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07a9d96b-e862-47d3-b2c9-eaf01c9fa6c1 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:24.663812 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653e096d-8e60-4beb-843e-330dcb3802ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8093f1bf-1b2b-416c-90cd-eb2bad6865ed', 'code': 200} Jun 28 12:07:24.819590 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:24.827997 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:24.906229 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf647f-64cd-480e-9120-e8e44340263f req-e092a644-764d-4b94-9d26-12ca766d5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:24.907878 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-acbf647f-64cd-480e-9120-e8e44340263f req-e092a644-764d-4b94-9d26-12ca766d5dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 1098 time: 0.0541236 Jun 28 12:07:24.943578 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-acbf647f-64cd-480e-9120-e8e44340263f req-27f2c5aa-b471-4cad-877c-3f43c4a22d72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291884 Jun 28 12:07:25.164170 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635590-a5e6-48a1-902d-84fe4625bb33 req-a831751e-25d5-4ca3-a319-a0bef564bf38 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:25.165846 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0f635590-a5e6-48a1-902d-84fe4625bb33 req-a831751e-25d5-4ca3-a319-a0bef564bf38 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 945 time: 0.0794744 Jun 28 12:07:25.209267 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0f635590-a5e6-48a1-902d-84fe4625bb33 req-098e0b01-7feb-4433-90c1-ee87b4710e41 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340497 Jun 28 12:07:25.400702 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fa846-00c5-42a6-9910-b6c8f4346149 req-46be8f50-954c-4c1b-b582-f32374b872fa tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:25.402187 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b93fa846-00c5-42a6-9910-b6c8f4346149 req-46be8f50-954c-4c1b-b582-f32374b872fa tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0770555 Jun 28 12:07:25.441655 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b93fa846-00c5-42a6-9910-b6c8f4346149 req-f4f251e5-8f80-49c1-9e3d-065a3a86e330 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337422 Jun 28 12:07:26.291383 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54960) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:26.394442 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341020c9-663f-48e9-8cbc-1c0cc195f991 req-678767df-a767-4fb6-9eae-4ede6192cb5f tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:26.395916 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-341020c9-663f-48e9-8cbc-1c0cc195f991 req-678767df-a767-4fb6-9eae-4ede6192cb5f tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 945 time: 0.0684040 Jun 28 12:07:26.400156 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9ac8746d-c614-4195-87d2-bb651acc708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:26.437627 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-341020c9-663f-48e9-8cbc-1c0cc195f991 req-00cfb597-f953-48de-a8f2-b207ea0b3e99 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355349 Jun 28 12:07:26.497573 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9ac8746d-c614-4195-87d2-bb651acc708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:26.502755 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9ac8746d-c614-4195-87d2-bb651acc708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:26.505268 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:26.539658 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9ac8746d-c614-4195-87d2-bb651acc708b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42e8d472372e441fba6f78cd63cbe403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457316 Jun 28 12:07:26.543886 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54972) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:26.555205 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8746d-c614-4195-87d2-bb651acc708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129015d1-de90-4aa9-9097-6b9b961e7786,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:26.559470 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9ac8746d-c614-4195-87d2-bb651acc708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:26.629225 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-79453a69-3495-421b-b11b-2e90ff7f9b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:26.658974 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-79453a69-3495-421b-b11b-2e90ff7f9b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:26.673844 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b4110-7b09-44ac-a8be-58c8019a391e req-fa2ff230-1b19-40d3-9322-d04cfebed879 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:26.675309 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9e4b4110-7b09-44ac-a8be-58c8019a391e req-fa2ff230-1b19-40d3-9322-d04cfebed879 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1052115 Jun 28 12:07:26.730743 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9e4b4110-7b09-44ac-a8be-58c8019a391e req-1ca5d397-d58b-4de1-8265-1a8607268f5b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Jun 28 12:07:26.746271 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-79453a69-3495-421b-b11b-2e90ff7f9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:26.749097 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-79453a69-3495-421b-b11b-2e90ff7f9b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:26.750218 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-79453a69-3495-421b-b11b-2e90ff7f9b26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/129015d1-de90-4aa9-9097-6b9b961e7786 HTTP/1.1" status: 204 len: 168 time: 0.2049134 Jun 28 12:07:26.751013 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-df489eed-1c76-4864-8035-b2685f751786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:26.759078 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79453a69-3495-421b-b11b-2e90ff7f9b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129015d1-de90-4aa9-9097-6b9b961e7786,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:26.761515 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-79453a69-3495-421b-b11b-2e90ff7f9b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:27.078735 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 54982) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:27.096934 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:27.197273 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:27.202545 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:27.205242 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-79453a69-3495-421b-b11b-2e90ff7f9b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:27.239388 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d188d-210d-4888-970a-3e19499c7d08,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:27.243263 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd6baee91d794cb8826a441f34519d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634328 Jun 28 12:07:27.246145 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 54984) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:27.249312 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.250267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.250641 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.250988 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.251359 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.251698 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.252036 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.252371 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.252706 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.253032 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.253358 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.253683 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:27.257493 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:27.307937 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-438d6058-e3de-4668-bcb2-7f12b0f43eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:27.330588 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-438d6058-e3de-4668-bcb2-7f12b0f43eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:27.380152 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-438d6058-e3de-4668-bcb2-7f12b0f43eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:27.383827 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-438d6058-e3de-4668-bcb2-7f12b0f43eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:27.385549 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-438d6058-e3de-4668-bcb2-7f12b0f43eae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef6d188d-210d-4888-970a-3e19499c7d08 HTTP/1.1" status: 204 len: 168 time: 0.1383326 Jun 28 12:07:27.386309 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d3962771-03d1-4235-aa8d-e3d4271d1a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:27.395187 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d6058-e3de-4668-bcb2-7f12b0f43eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d188d-210d-4888-970a-3e19499c7d08,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:27.398327 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-438d6058-e3de-4668-bcb2-7f12b0f43eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:27.921697 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352ab7e-c2e3-45f1-9f36-ba9222ca7190 req-9a454d6e-269a-4685-a6f3-acb82a46f1c8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:27.927785 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6352ab7e-c2e3-45f1-9f36-ba9222ca7190 req-9a454d6e-269a-4685-a6f3-acb82a46f1c8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0686700 Jun 28 12:07:27.966654 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6352ab7e-c2e3-45f1-9f36-ba9222ca7190 req-94e239ee-d8dd-4361-9d78-be5e854f959e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346169 Jun 28 12:07:29.159702 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b581e-3394-452a-af5c-1bf13ba5d70b req-794961a8-c9f9-4130-bfd3-591384734ae5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:29.161256 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d16b581e-3394-452a-af5c-1bf13ba5d70b req-794961a8-c9f9-4130-bfd3-591384734ae5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0756500 Jun 28 12:07:29.209876 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d16b581e-3394-452a-af5c-1bf13ba5d70b req-6035fd8d-842d-437a-b605-f95c21a1c555 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Jun 28 12:07:30.403056 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286453e0-1175-43d1-a789-9b2968d583cf req-137210e7-40be-4263-b9a2-c6e23197840a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:30.404834 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-286453e0-1175-43d1-a789-9b2968d583cf req-137210e7-40be-4263-b9a2-c6e23197840a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0682943 Jun 28 12:07:30.443964 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-286453e0-1175-43d1-a789-9b2968d583cf req-6173fc4d-eae2-43c5-8c6a-4eb259db6cbf tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Jun 28 12:07:31.632527 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d9173-08d2-4af1-900c-0e151fb72bf1 req-3442e5d1-a59b-45fd-905e-9eee1ccacd9a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:31.634003 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1f7d9173-08d2-4af1-900c-0e151fb72bf1 req-3442e5d1-a59b-45fd-905e-9eee1ccacd9a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0736067 Jun 28 12:07:31.674160 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1f7d9173-08d2-4af1-900c-0e151fb72bf1 req-dffc77ef-3958-4036-9d65-24dbfefa7f6b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Jun 28 12:07:32.863742 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28168cd2-0d7e-4d67-99b7-81d0fff4bd17 req-945140e7-565d-4d48-9304-df241ef41475 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:32.868620 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-28168cd2-0d7e-4d67-99b7-81d0fff4bd17 req-945140e7-565d-4d48-9304-df241ef41475 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0713351 Jun 28 12:07:32.918319 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-28168cd2-0d7e-4d67-99b7-81d0fff4bd17 req-db5d00a6-f477-437a-a93b-95a823cc59b6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Jun 28 12:07:33.383613 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 55108) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:33.493704 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.587772 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.593874 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.596584 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-035b9a2f-0f2f-4038-ac62-d9ad868be26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:33.631126 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae4b81b-24ca-4849-b01e-811a058f9767,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:33.635011 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19f495713aa349b18b46df9f90522590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503371 Jun 28 12:07:33.638500 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 55114) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:33.642312 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.642681 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.643088 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.643459 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.643940 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.644482 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.644825 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.645289 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.645685 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.645966 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.646419 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.646759 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:33.651505 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:33.691909 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-21ec9857-917e-4b17-8bb3-b7f06f3472e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.716044 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-21ec9857-917e-4b17-8bb3-b7f06f3472e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.763773 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-21ec9857-917e-4b17-8bb3-b7f06f3472e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.766325 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-21ec9857-917e-4b17-8bb3-b7f06f3472e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:33.767566 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-21ec9857-917e-4b17-8bb3-b7f06f3472e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ae4b81b-24ca-4849-b01e-811a058f9767 HTTP/1.1" status: 204 len: 168 time: 0.1280549 Jun 28 12:07:33.768297 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-8e518961-b4bd-4325-bf2c-c8833253fc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:33.775962 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec9857-917e-4b17-8bb3-b7f06f3472e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae4b81b-24ca-4849-b01e-811a058f9767,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:33.778357 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-21ec9857-917e-4b17-8bb3-b7f06f3472e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:34.078326 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 55126) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:34.092156 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3df84674-3d01-4dbb-8cf9-d431aee7276a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.120619 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054da39-a253-4345-912e-f8f588d5d203 req-cce12fa4-75b6-4d9f-a634-21d9679d79c9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:34.123079 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6054da39-a253-4345-912e-f8f588d5d203 req-cce12fa4-75b6-4d9f-a634-21d9679d79c9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0731146 Jun 28 12:07:34.167723 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6054da39-a253-4345-912e-f8f588d5d203 req-0c7b7b28-0bee-4cae-8659-9e25d78d0f8e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Jun 28 12:07:34.196273 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3df84674-3d01-4dbb-8cf9-d431aee7276a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.202257 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3df84674-3d01-4dbb-8cf9-d431aee7276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.205129 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3bcc8ad1-3342-431e-bd84-3369c1b77633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:34.241392 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-3df84674-3d01-4dbb-8cf9-d431aee7276a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdfb97d103484fa59d6b065dcf90791c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618657 Jun 28 12:07:34.242284 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df84674-3d01-4dbb-8cf9-d431aee7276a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7452e650-96bb-45d1-a93b-4008ba9a063d,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:34.244223 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 55128) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:34.245536 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3df84674-3d01-4dbb-8cf9-d431aee7276a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:34.300221 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-202bf242-ae45-4ca0-8de3-5f61cc7cd3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.323706 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-202bf242-ae45-4ca0-8de3-5f61cc7cd3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.379124 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-202bf242-ae45-4ca0-8de3-5f61cc7cd3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.381663 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-202bf242-ae45-4ca0-8de3-5f61cc7cd3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:34.385670 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-202bf242-ae45-4ca0-8de3-5f61cc7cd3c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7452e650-96bb-45d1-a93b-4008ba9a063d HTTP/1.1" status: 204 len: 168 time: 0.1375287 Jun 28 12:07:34.385670 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1894d6ea-839b-4835-ad16-267be1361477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:34.393753 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bf242-ae45-4ca0-8de3-5f61cc7cd3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7452e650-96bb-45d1-a93b-4008ba9a063d,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:34.396166 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-202bf242-ae45-4ca0-8de3-5f61cc7cd3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:35.350220 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a470c6-59b6-49cd-a9f7-918d51e7ceb5 req-f68d9342-c628-4a0c-bbb2-0c056f1b21cd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:35.351880 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b3a470c6-59b6-49cd-a9f7-918d51e7ceb5 req-f68d9342-c628-4a0c-bbb2-0c056f1b21cd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0655572 Jun 28 12:07:35.399260 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b3a470c6-59b6-49cd-a9f7-918d51e7ceb5 req-e2f46b02-177a-4e75-9250-4d258a08f3ac tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Jun 28 12:07:36.590775 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41787-3b1c-49af-ada3-a727782e7bbc req-b45a9f0a-8d31-4d37-b3f2-04281d2dd61f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:36.594715 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-49f41787-3b1c-49af-ada3-a727782e7bbc req-b45a9f0a-8d31-4d37-b3f2-04281d2dd61f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0745840 Jun 28 12:07:36.630866 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-49f41787-3b1c-49af-ada3-a727782e7bbc req-ecfbdae9-3589-46bc-80bb-686993023ad1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Jun 28 12:07:37.698213 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-5dfee185-8ec8-464f-8c53-9ae002a27578 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:37.699805 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-5dfee185-8ec8-464f-8c53-9ae002a27578 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 815 time: 0.1199486 Jun 28 12:07:37.723682 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-b6cf3d0e-56b3-423a-b9b3-9d141f554bde tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/quotas/173302f386ee473e82b0178f7b67cc7a HTTP/1.1" status: 200 len: 375 time: 0.0161207 Jun 28 12:07:37.759444 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-ae254dbc-1286-4e34-bdef-a98cc0b05c97 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340321 Jun 28 12:07:37.919917 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a36e67-574a-4ff9-902d-d641049f7977 req-5c92c7f0-ef6b-456b-a98b-c57f8ab469c7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:37.924347 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31a36e67-574a-4ff9-902d-d641049f7977 req-5c92c7f0-ef6b-456b-a98b-c57f8ab469c7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1541481 Jun 28 12:07:37.924347 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-98d4b596-5b31-474c-a30a-cd6aeddbfb55 service neutron] 10.222.0.11 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422284 Jun 28 12:07:38.027258 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31a36e67-574a-4ff9-902d-d641049f7977 req-c24f76ba-f872-498b-8125-1873d702505d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984733 Jun 28 12:07:38.065787 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-eb51ac32-c522-4a8c-bbb5-93213eccacdb service neutron] 10.222.0.11 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357207 Jun 28 12:07:38.262481 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8290fd83-2935-40ac-9de9-52ff0a0b6ccf req-12ee57ce-2501-482d-a40c-c3d09ebcada5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 210 time: 0.0310047 Jun 28 12:07:39.250697 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd7ca-6ff5-48d2-9463-6f042058871f req-d02b78d5-8edd-4168-b013-249818634830 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:39.262738 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-548fd7ca-6ff5-48d2-9463-6f042058871f req-d02b78d5-8edd-4168-b013-249818634830 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1004429 Jun 28 12:07:39.314475 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-548fd7ca-6ff5-48d2-9463-6f042058871f req-e9992921-320d-4bc4-be16-76ca6d36386a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508215 Jun 28 12:07:39.457492 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5de7b535-b90c-4d45-a85d-c2b45d707c30 req-b7518441-a4fd-457a-9e87-ebaea732b251 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 210 time: 0.0379448 Jun 28 12:07:39.531703 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-fb66e098-2609-4e68-be55-8a65e9619cc9 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:39.533279 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-fb66e098-2609-4e68-be55-8a65e9619cc9 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 815 time: 0.1347442 Jun 28 12:07:39.548817 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Request body: {'port': {'device_id': '9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1', 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'admin_state_up': True, 'tenant_id': '173302f386ee473e82b0178f7b67cc7a'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:39.697568 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Made reservation on behalf of 173302f386ee473e82b0178f7b67cc7a for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:07:39.702101 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:39.856143 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Allocated IP 172.20.0.3 (fe46b158-06f6-47a7-8e28-ee3af2bad565/15368507-3350-444b-aaed-1e24aa0d20e2/ad2607b5-1f88-40ed-929d-f1690dfaaeea) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:07:40.013961 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.059017 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.067205 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:40.111535 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Network fe46b158-06f6-47a7-8e28-ee3af2bad565 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:07:40.115240 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:07:40.123939 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:07:40.148071 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Pushing event updated for resources: {'Port': ['ID=ad2607b5-1f88-40ed-929d-f1690dfaaeea,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:40.154304 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:40.177985 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:40.178598 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.200052 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6553473 Jun 28 12:07:40.214998 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Request body: {'port': {'device_id': '9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:07:40.289927 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.484829 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bebb56-0d25-4b0e-8b76-d31bc8c0394c req-4318ccdc-20ae-48fb-843c-a6de8c8bf70b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:40.486455 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-35bebb56-0d25-4b0e-8b76-d31bc8c0394c req-4318ccdc-20ae-48fb-843c-a6de8c8bf70b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0696309 Jun 28 12:07:40.523853 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-35bebb56-0d25-4b0e-8b76-d31bc8c0394c req-70f5a6b6-28e3-44b6-b575-86af2b08ad68 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Jun 28 12:07:40.578687 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2607b5-1f88-40ed-929d-f1690dfaaeea {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:40.586464 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.598334 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Transition to ACTIVE for port object ad2607b5-1f88-40ed-929d-f1690dfaaeea will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:07:40.603759 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.605705 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3920f494-7ff9-45cc-8d43-7836a0bb6b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:40.652472 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Pushing event updated for resources: {'Port': ['ID=ad2607b5-1f88-40ed-929d-f1690dfaaeea,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:40.656097 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:40.686422 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d40a-1674-4ca4-ba80-d9ea032f7d11 req-5d1fa947-f53b-4024-97d5-6e7c500a9a90 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:40.687913 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5db5d40a-1674-4ca4-ba80-d9ea032f7d11 req-5d1fa947-f53b-4024-97d5-6e7c500a9a90 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 943 time: 0.0629065 Jun 28 12:07:40.721602 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Attempting to bind port ad2607b5-1f88-40ed-929d-f1690dfaaeea on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:07:40.722031 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Attempting to bind port ad2607b5-1f88-40ed-929d-f1690dfaaeea by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:07:40.722367 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Attempting to bind port ad2607b5-1f88-40ed-929d-f1690dfaaeea on network fe46b158-06f6-47a7-8e28-ee3af2bad565 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:40.727525 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Port ad2607b5-1f88-40ed-929d-f1690dfaaeea on network fe46b158-06f6-47a7-8e28-ee3af2bad565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:07:40.727525 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Attempting to bind port ad2607b5-1f88-40ed-929d-f1690dfaaeea on network fe46b158-06f6-47a7-8e28-ee3af2bad565 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:07:40.727705 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5db5d40a-1674-4ca4-ba80-d9ea032f7d11 req-0fb92fd5-6c73-4459-8f87-a5e858b13aa6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Jun 28 12:07:40.734228 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:07:40.734567 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Checking segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:07:40.735002 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Bound using segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:07:40.735455 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Bound port: ad2607b5-1f88-40ed-929d-f1690dfaaeea, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:07:40.735810 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:40.993962 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] For port ad2607b5-1f88-40ed-929d-f1690dfaaeea, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:07:40.997519 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] For port ad2607b5-1f88-40ed-929d-f1690dfaaeea, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad2607b5-1f88-40ed-929d-f1690dfaaeea,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:07:41.003313 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.006174 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:41.043424 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.043424 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.043424 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] 10.222.0.15 "PUT /v2.0/ports/ad2607b5-1f88-40ed-929d-f1690dfaaeea HTTP/1.1" status: 200 len: 1093 time: 0.8312089 Jun 28 12:07:41.043424 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1', 'tag': 'ad2607b5-1f88-40ed-929d-f1690dfaaeea'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:41.044636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1929f7f5-f6f2-4310-bc42-818c9b303506" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1", "tag": "ad2607b5-1f88-40ed-929d-f1690dfaaeea"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:41.075052 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Pushing event updated for resources: {'Port': ['ID=ad2607b5-1f88-40ed-929d-f1690dfaaeea,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:41.078591 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:41.117605 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e78e175-c2d6-4146-97f9-ec88effb525d x-openstack-request-id: req-4e78e175-c2d6-4146-97f9-ec88effb525d {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:41.118153 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1", "tag": "ad2607b5-1f88-40ed-929d-f1690dfaaeea", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:41.118415 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e78e175-c2d6-4146-97f9-ec88effb525d {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:41.118826 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1', 'tag': 'ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'status': 'completed', 'code': 200} Jun 28 12:07:41.148299 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-0fe3b55e-48c1-4d06-9131-bade2f3f9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.149799 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-0fe3b55e-48c1-4d06-9131-bade2f3f9eb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 1096 time: 0.0593328 Jun 28 12:07:41.180635 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 55404) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:41.191740 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-c6c99df2-dc2a-48ae-a629-48d89b459f95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad2607b5-1f88-40ed-929d-f1690dfaaeea HTTP/1.1" status: 200 len: 217 time: 0.0338283 Jun 28 12:07:41.243710 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-a202d1a0-312d-4cfb-ad47-49e29d4c4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.245379 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-a202d1a0-312d-4cfb-ad47-49e29d4c4d71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15368507-3350-444b-aaed-1e24aa0d20e2 HTTP/1.1" status: 200 len: 855 time: 0.0456285 Jun 28 12:07:41.287009 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-8545298e-3dba-4338-a247-6bf5d7180cdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe46b158-06f6-47a7-8e28-ee3af2bad565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330968 Jun 28 12:07:41.298394 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5b6ce1a2-cd04-40ff-8550-1bda3640dec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.399736 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-4facf3c1-15b7-419b-ba4b-262f7d75e895 service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013668 Jun 28 12:07:41.413180 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5b6ce1a2-cd04-40ff-8550-1bda3640dec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.417798 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5b6ce1a2-cd04-40ff-8550-1bda3640dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.421554 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-62f01d5e-c48e-4fe2-9c07-25c11c2e1000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:41.458204 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5b6ce1a2-cd04-40ff-8550-1bda3640dec5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9745b6e97f94284800db36eb52e6093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764118 Jun 28 12:07:41.459105 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ce1a2-cd04-40ff-8550-1bda3640dec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1333cf4-7530-468c-a8de-78f2573bb6d8,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:41.461244 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 55412) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:41.462225 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5b6ce1a2-cd04-40ff-8550-1bda3640dec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:41.521423 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4ba23dd9-ab8b-4b09-8c19-a37624977284 req-750c4221-bf9e-44bf-a368-cabb417fe302 service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127665 Jun 28 12:07:41.534718 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c624c7c5-ebc2-4706-8ce2-c69f5e70dc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.557110 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c624c7c5-ebc2-4706-8ce2-c69f5e70dc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.614090 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c624c7c5-ebc2-4706-8ce2-c69f5e70dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.616938 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c624c7c5-ebc2-4706-8ce2-c69f5e70dc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:41.620539 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-c624c7c5-ebc2-4706-8ce2-c69f5e70dc47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1333cf4-7530-468c-a8de-78f2573bb6d8 HTTP/1.1" status: 204 len: 168 time: 0.1559601 Jun 28 12:07:41.634293 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:41.644769 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624c7c5-ebc2-4706-8ce2-c69f5e70dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1333cf4-7530-468c-a8de-78f2573bb6d8,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:41.647465 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c624c7c5-ebc2-4706-8ce2-c69f5e70dc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:41.672863 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-7519bb52-4414-4caf-9fcc-8be88f2ae53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.674597 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-7519bb52-4414-4caf-9fcc-8be88f2ae53a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 1096 time: 0.0714610 Jun 28 12:07:41.749174 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30b84-381f-494f-8e13-5efc12c37cfd req-3707c00b-4517-4e31-8c72-def405f37bd9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.755529 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2df30b84-381f-494f-8e13-5efc12c37cfd req-3707c00b-4517-4e31-8c72-def405f37bd9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0720444 Jun 28 12:07:41.794525 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-b866bd18-875c-4d13-b7e9-6554bf3e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.796432 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-b866bd18-875c-4d13-b7e9-6554bf3e4893 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 916 time: 0.0936747 Jun 28 12:07:41.803369 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2df30b84-381f-494f-8e13-5efc12c37cfd req-3b8dc4a4-a589-4105-9721-c2467f573afd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Jun 28 12:07:41.841758 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-1d3eb86f-f3ae-4e71-921f-f332ee5cd85e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad2607b5-1f88-40ed-929d-f1690dfaaeea HTTP/1.1" status: 200 len: 217 time: 0.0347950 Jun 28 12:07:41.928550 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-26adf313-6617-4256-975a-0fed68afea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:41.928550 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-26adf313-6617-4256-975a-0fed68afea7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15368507-3350-444b-aaed-1e24aa0d20e2 HTTP/1.1" status: 200 len: 855 time: 0.0781536 Jun 28 12:07:41.964321 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-7bfc33b8-d784-4759-9832-1c2d7dbf73f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe46b158-06f6-47a7-8e28-ee3af2bad565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278993 Jun 28 12:07:41.976640 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 55426) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:41.992101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f327fce3-c09e-45cf-b423-a4ad24f870de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.008096 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a759015-5293-41c4-808c-e6e05b94444a req-4c1c9c5c-cf61-443e-b6c9-4b9151ff8121 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:42.009584 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6a759015-5293-41c4-808c-e6e05b94444a req-4c1c9c5c-cf61-443e-b6c9-4b9151ff8121 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 943 time: 0.0911372 Jun 28 12:07:42.054978 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-609c4df3-c557-4a05-b18d-80dd5c056683 service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811145 Jun 28 12:07:42.068558 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6a759015-5293-41c4-808c-e6e05b94444a req-ae7170fe-abf8-4ad9-a830-906c1aa2b264 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526252 Jun 28 12:07:42.137528 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f327fce3-c09e-45cf-b423-a4ad24f870de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.143330 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f327fce3-c09e-45cf-b423-a4ad24f870de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.147113 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-177b0859-ecb8-476a-82cc-8ec930bd6d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:42.151759 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1929f7f5-f6f2-4310-bc42-818c9b303506 req-885e4b55-5e6a-4032-83b2-d3b3c98dbe8b service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878055 Jun 28 12:07:42.181938 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-f327fce3-c09e-45cf-b423-a4ad24f870de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea9741cac42b46a88b9cb694154cb12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042601 Jun 28 12:07:42.182778 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327fce3-c09e-45cf-b423-a4ad24f870de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213ac2cf-a496-49ff-b403-e296546e1f2f,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:42.184758 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 55428) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:07:42.185871 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f327fce3-c09e-45cf-b423-a4ad24f870de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:42.242214 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fec5a862-16ef-4961-8e87-a24d7b3e1324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.263156 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fec5a862-16ef-4961-8e87-a24d7b3e1324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.309786 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fec5a862-16ef-4961-8e87-a24d7b3e1324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.312957 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fec5a862-16ef-4961-8e87-a24d7b3e1324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:42.314550 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-fec5a862-16ef-4961-8e87-a24d7b3e1324 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/213ac2cf-a496-49ff-b403-e296546e1f2f HTTP/1.1" status: 204 len: 168 time: 0.1284006 Jun 28 12:07:42.315305 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-837616f5-199d-423f-b764-18a952c134f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:42.322931 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5a862-16ef-4961-8e87-a24d7b3e1324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ac2cf-a496-49ff-b403-e296546e1f2f,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:42.325756 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fec5a862-16ef-4961-8e87-a24d7b3e1324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:42.983305 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062854-9868-4a9f-9748-351ca592735a req-9ebc4947-a0b9-474b-a79e-9982e830f89d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:42.984149 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ca062854-9868-4a9f-9748-351ca592735a req-9ebc4947-a0b9-474b-a79e-9982e830f89d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0720069 Jun 28 12:07:43.022517 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ca062854-9868-4a9f-9748-351ca592735a req-57977bcd-52a2-4f8d-a1cd-080d4db7c497 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Jun 28 12:07:43.254936 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f6325-49aa-4a99-af9f-a003fc157aae req-2b154ecb-e094-4a4d-9c55-8534b597d247 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:43.256501 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7d5f6325-49aa-4a99-af9f-a003fc157aae req-2b154ecb-e094-4a4d-9c55-8534b597d247 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 943 time: 0.0669549 Jun 28 12:07:43.299698 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7d5f6325-49aa-4a99-af9f-a003fc157aae req-f262ce7f-b4c8-4bfa-9c7e-2abe4d13920a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374076 Jun 28 12:07:44.211013 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375ad4-b6eb-41dd-83d3-5d28fa10b483 req-348c5ee5-aa57-4c63-9f4f-436053ebeca3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:44.212502 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-06375ad4-b6eb-41dd-83d3-5d28fa10b483 req-348c5ee5-aa57-4c63-9f4f-436053ebeca3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0721340 Jun 28 12:07:44.258073 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-06375ad4-b6eb-41dd-83d3-5d28fa10b483 req-7dd2ed40-b21e-4085-ac7d-2baccd5e5834 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Jun 28 12:07:44.493995 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977f42f-e19f-4f34-96ac-fcd8bbd82658 req-439526ee-a7d5-4316-a134-826d5bc6066b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:44.495531 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6977f42f-e19f-4f34-96ac-fcd8bbd82658 req-439526ee-a7d5-4316-a134-826d5bc6066b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 943 time: 0.0664649 Jun 28 12:07:44.545605 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6977f42f-e19f-4f34-96ac-fcd8bbd82658 req-dc60fa49-cc59-42db-9b42-abfe635543d8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Jun 28 12:07:44.569759 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device ad2607b5-1f88-40ed-929d-f1690dfaaeea details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:07:44.666027 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port ad2607b5-1f88-40ed-929d-f1690dfaaeea, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad2607b5-1f88-40ed-929d-f1690dfaaeea,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:44.677628 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': 'ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'port_id': 'ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'mac_address': 'fa:16:3e:b0:a7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15368507-3350-444b-aaed-1e24aa0d20e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:07:44.714787 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.728230 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2607b5-1f88-40ed-929d-f1690dfaaeea {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:07:44.756055 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port ad2607b5-1f88-40ed-929d-f1690dfaaeea, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad2607b5-1f88-40ed-929d-f1690dfaaeea,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:44.764410 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:44.766407 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:44.818878 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=ad2607b5-1f88-40ed-929d-f1690dfaaeea,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:44.825860 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.826225 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.826558 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.826929 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.827283 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.827611 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.827931 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.828253 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.828587 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.828906 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.829286 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.829514 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:07:44.834129 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:45.317358 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ad2607b5-1f88-40ed-929d-f1690dfaaeea'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:07:45.449521 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf1ced-c4f7-4ea7-bee8-9bcd8e11e9f6 req-c52fec42-2e14-4dad-946c-c0893d6d04cd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:45.451456 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-53bf1ced-c4f7-4ea7-bee8-9bcd8e11e9f6 req-c52fec42-2e14-4dad-946c-c0893d6d04cd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0660131 Jun 28 12:07:45.491453 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-53bf1ced-c4f7-4ea7-bee8-9bcd8e11e9f6 req-7c742847-7a02-4873-9b5b-0b46f556b289 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Jun 28 12:07:45.752741 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c54dc-93ea-4d78-9f39-a53efd6bb973 req-67b1da5b-1c57-4d60-91c0-c09eb41421a8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:45.754310 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a90c54dc-93ea-4d78-9f39-a53efd6bb973 req-67b1da5b-1c57-4d60-91c0-c09eb41421a8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 944 time: 0.0781772 Jun 28 12:07:45.799943 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a90c54dc-93ea-4d78-9f39-a53efd6bb973 req-6e801b0f-4612-46c4-8bb1-38d8d71c7135 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Jun 28 12:07:46.447990 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c5897eaf-d12f-4f32-94e4-dc85b0744a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.491618 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:46.683346 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d9a2e-d66e-42b4-8dcb-42e448c509a5 req-069f8237-30a0-412d-9fae-01d83f02774e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:46.684698 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-969d9a2e-d66e-42b4-8dcb-42e448c509a5 req-069f8237-30a0-412d-9fae-01d83f02774e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0688512 Jun 28 12:07:46.722375 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-969d9a2e-d66e-42b4-8dcb-42e448c509a5 req-04ba7b1d-3e99-47cb-8585-e314b9a29e76 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Jun 28 12:07:46.982689 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc153eae-395e-402b-b209-5ac0abc31ad8 req-2265f32d-3113-48af-882b-d26811cb2557 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:46.984298 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dc153eae-395e-402b-b209-5ac0abc31ad8 req-2265f32d-3113-48af-882b-d26811cb2557 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 944 time: 0.0654380 Jun 28 12:07:47.028671 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dc153eae-395e-402b-b209-5ac0abc31ad8 req-b2b3f7a3-5c28-443c-b13b-72f12fbc9d1b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386932 Jun 28 12:07:47.423712 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-418c647f-3eb6-4621-b1fb-4f9840460dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:47.425240 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-418c647f-3eb6-4621-b1fb-4f9840460dda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1099 time: 0.0608325 Jun 28 12:07:47.542288 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-90c7686e-b00c-4ceb-87bd-9fd48b08fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:47.544335 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-90c7686e-b00c-4ceb-87bd-9fd48b08fe0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.0923777 Jun 28 12:07:47.589629 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-7bf52769-0d1f-4ebe-bd5b-7fd86090900e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 200 len: 217 time: 0.0375047 Jun 28 12:07:47.638730 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-b96b6f19-4fdd-4842-86b0-0d896d0895b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:47.640408 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-b96b6f19-4fdd-4842-86b0-0d896d0895b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.0433407 Jun 28 12:07:47.675652 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-1db036e8-00b4-477d-8ee4-dd2a2ff9de37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275037 Jun 28 12:07:47.776132 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-5ff6e217-667b-4498-9faf-ffcf317cde3e service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879014 Jun 28 12:07:47.876729 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-5dcfbca2-ffd6-42f0-9214-ed0524a81da0 req-cb494ba8-eea8-43ab-85dd-021c6ecbe647 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932338 Jun 28 12:07:47.917667 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18500171-cb0f-4892-9b75-d15df2db91f6 req-723f2197-f310-45c9-88b9-fbfbda4366c3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:47.919173 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18500171-cb0f-4892-9b75-d15df2db91f6 req-723f2197-f310-45c9-88b9-fbfbda4366c3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0795677 Jun 28 12:07:47.957485 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18500171-cb0f-4892-9b75-d15df2db91f6 req-f02c9fa4-dd61-4cf3-9bef-f0ed005412f6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314288 Jun 28 12:07:48.231318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd87fab-ee07-412d-adb9-cf32ef4db4c0 req-f24dbab9-17e2-4619-bbbc-1281c56b0f43 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:48.232746 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ecd87fab-ee07-412d-adb9-cf32ef4db4c0 req-f24dbab9-17e2-4619-bbbc-1281c56b0f43 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 944 time: 0.0883429 Jun 28 12:07:48.276250 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ecd87fab-ee07-412d-adb9-cf32ef4db4c0 req-0502aa67-1b26-466d-9b6a-646d31522acb tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357866 Jun 28 12:07:48.601833 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device ad2607b5-1f88-40ed-929d-f1690dfaaeea up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:07:48.650647 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port ad2607b5-1f88-40ed-929d-f1690dfaaeea completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:07:48.654449 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port ad2607b5-1f88-40ed-929d-f1690dfaaeea triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:07:48.654837 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.734126 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.758388 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2607b5-1f88-40ed-929d-f1690dfaaeea'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:07:48.761357 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a4779d-bcce-4a83-b244-e936be53361f" -d '{"events": [{"server_uuid": "9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1", "name": "network-vif-plugged", "status": "completed", "tag": "ad2607b5-1f88-40ed-929d-f1690dfaaeea"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:07:48.779661 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port ad2607b5-1f88-40ed-929d-f1690dfaaeea, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad2607b5-1f88-40ed-929d-f1690dfaaeea,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:07:48.786575 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:48.789864 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:07:48.813631 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b3e4d3-475b-43f4-a3a2-bc06d78ca64c x-openstack-request-id: req-25b3e4d3-475b-43f4-a3a2-bc06d78ca64c {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:07:48.814019 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1", "name": "network-vif-plugged", "status": "completed", "tag": "ad2607b5-1f88-40ed-929d-f1690dfaaeea", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:07:48.814382 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25b3e4d3-475b-43f4-a3a2-bc06d78ca64c {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:07:48.814776 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'code': 200} Jun 28 12:07:48.841468 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=ad2607b5-1f88-40ed-929d-f1690dfaaeea,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:07:48.844483 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:07:49.028101 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:49.044221 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674c79d-3789-460e-8f67-1db70809c777 req-4e80d43c-0e39-4cd1-9bb8-9aaeaf4e38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:49.046754 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b674c79d-3789-460e-8f67-1db70809c777 req-4e80d43c-0e39-4cd1-9bb8-9aaeaf4e38ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 1098 time: 0.0570009 Jun 28 12:07:49.051003 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf3c5-0780-4d88-a69a-3729de7ce82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:49.086781 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b674c79d-3789-460e-8f67-1db70809c777 req-2312c552-d4f5-4d63-a9f9-1b385edbb7de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Jun 28 12:07:49.144463 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99851d-15b2-4181-a0b1-653393de0447 req-ba237287-8057-4710-b4a1-bd34a39f98cb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:49.146049 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fc99851d-15b2-4181-a0b1-653393de0447 req-ba237287-8057-4710-b4a1-bd34a39f98cb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0645399 Jun 28 12:07:49.185786 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fc99851d-15b2-4181-a0b1-653393de0447 req-557b090b-bf34-4210-ad39-dec3c7e0fb18 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330858 Jun 28 12:07:49.474456 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe56258-7917-4b8a-a190-9fc38e96190d req-14637f58-4953-4a53-97b3-d79dbc6d8e9e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:49.475942 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ffe56258-7917-4b8a-a190-9fc38e96190d req-14637f58-4953-4a53-97b3-d79dbc6d8e9e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 945 time: 0.0728445 Jun 28 12:07:49.515992 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ffe56258-7917-4b8a-a190-9fc38e96190d req-eaf255ea-173e-4451-ba4f-daaa976bda03 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339990 Jun 28 12:07:50.016643 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:50.386039 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989080c-7bd3-472e-93bc-e45801922d78 req-8d1a952f-bdac-4471-974a-4888fb39242e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:50.387635 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b989080c-7bd3-472e-93bc-e45801922d78 req-8d1a952f-bdac-4471-974a-4888fb39242e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0694637 Jun 28 12:07:50.434022 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b989080c-7bd3-472e-93bc-e45801922d78 req-a2ef6a53-e45e-4dc2-b503-18d64126b6fc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Jun 28 12:07:50.707926 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09164297-136f-426c-a330-a4da2e3b26a1 req-782442fd-8a15-4cea-b804-26eb250bbfa4 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:50.709425 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-09164297-136f-426c-a330-a4da2e3b26a1 req-782442fd-8a15-4cea-b804-26eb250bbfa4 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 945 time: 0.0787377 Jun 28 12:07:50.749087 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-09164297-136f-426c-a330-a4da2e3b26a1 req-976ebab2-ad0e-4daa-9b43-8625c6f2124a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339198 Jun 28 12:07:51.622508 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca3c92-a6cd-4d2c-8be3-c67fcffad686 req-de5ec1c3-e4a4-44f3-b619-221983180ec8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:51.623951 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-faca3c92-a6cd-4d2c-8be3-c67fcffad686 req-de5ec1c3-e4a4-44f3-b619-221983180ec8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0675135 Jun 28 12:07:51.665868 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-faca3c92-a6cd-4d2c-8be3-c67fcffad686 req-83e8ff3b-6841-4f04-b053-5c89ab8020ec tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336528 Jun 28 12:07:51.797385 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:07:51.942531 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657cdcb-1485-4b72-8d26-f51c9da5b951 req-d8be9047-97a1-4a0b-8490-39c1ad0fe84e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:51.944065 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0657cdcb-1485-4b72-8d26-f51c9da5b951 req-d8be9047-97a1-4a0b-8490-39c1ad0fe84e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 945 time: 0.0722797 Jun 28 12:07:51.982419 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0657cdcb-1485-4b72-8d26-f51c9da5b951 req-d70633fc-7a56-4c8a-960c-0db8484256b8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Jun 28 12:07:52.852578 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdffcc9-9b62-4d35-a50c-6ec7ab4319c9 req-78fefcc3-e0b5-4cfe-852f-d62bcccfb08d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:52.854050 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9fdffcc9-9b62-4d35-a50c-6ec7ab4319c9 req-78fefcc3-e0b5-4cfe-852f-d62bcccfb08d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0736277 Jun 28 12:07:52.892518 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9fdffcc9-9b62-4d35-a50c-6ec7ab4319c9 req-b781ccf9-d6d1-4413-811e-cb559e5e71c0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Jun 28 12:07:54.089780 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187910a1-1795-4d23-81a6-fccbb718a296 req-caed6e9b-4a1c-42f7-b7bd-0c6549a903a9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:54.091360 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-187910a1-1795-4d23-81a6-fccbb718a296 req-caed6e9b-4a1c-42f7-b7bd-0c6549a903a9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0692568 Jun 28 12:07:54.131436 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-187910a1-1795-4d23-81a6-fccbb718a296 req-c2f1ac16-8941-418a-8f36-18d30cdc8108 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341268 Jun 28 12:07:55.314489 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1854b-8bed-4dec-9051-320e7d2b69a9 req-ea1838a5-2266-4b31-9263-7b42b0689e8a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:55.316013 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8be1854b-8bed-4dec-9051-320e7d2b69a9 req-ea1838a5-2266-4b31-9263-7b42b0689e8a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0670128 Jun 28 12:07:55.368106 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8be1854b-8bed-4dec-9051-320e7d2b69a9 req-ea4d43c4-0897-42fa-9677-1292e836c055 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423768 Jun 28 12:07:56.560107 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74690c8-00ea-4241-a5df-fbaeca676aec req-9b54a18a-9a55-4937-94f4-406fa26addcb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:56.561436 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b74690c8-00ea-4241-a5df-fbaeca676aec req-9b54a18a-9a55-4937-94f4-406fa26addcb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0678606 Jun 28 12:07:56.597572 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b74690c8-00ea-4241-a5df-fbaeca676aec req-1eb03d63-5937-4c58-b319-4bc586466dfa tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304227 Jun 28 12:07:56.971866 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:07:57.770484 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212763b-262b-4474-a133-4c6b5d6e978b req-32d6c0c1-8970-45aa-9a75-36790ad7b782 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:57.772051 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9212763b-262b-4474-a133-4c6b5d6e978b req-32d6c0c1-8970-45aa-9a75-36790ad7b782 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0637865 Jun 28 12:07:57.811575 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9212763b-262b-4474-a133-4c6b5d6e978b req-e5cef5b6-1e29-4106-9545-5b042d43d0f6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Jun 28 12:07:59.006766 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0573a65-8ea6-4a23-a6e2-352fde53d60c req-e6518bea-1cf5-423b-958f-b40865e4391e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:07:59.008238 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a0573a65-8ea6-4a23-a6e2-352fde53d60c req-e6518bea-1cf5-423b-958f-b40865e4391e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0771515 Jun 28 12:07:59.049959 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a0573a65-8ea6-4a23-a6e2-352fde53d60c req-bc49c2ce-948b-4160-b00c-1fa62b1ce051 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336878 Jun 28 12:08:00.043173 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbc7d7-58a0-4716-87ab-de2e3b0db236 req-195f2190-c479-4e11-bfbc-faf0fcfc38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:00.045013 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5cbc7d7-58a0-4716-87ab-de2e3b0db236 req-195f2190-c479-4e11-bfbc-faf0fcfc38dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1099 time: 0.0626843 Jun 28 12:08:00.087490 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5cbc7d7-58a0-4716-87ab-de2e3b0db236 req-f0bda800-738a-4443-9349-bc7a1df40376 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Jun 28 12:08:00.234151 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62113a-b255-4bdb-960b-0c303d65ff55 req-0acf5722-7b4e-4425-afa5-6543695f33ac tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:00.235696 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9c62113a-b255-4bdb-960b-0c303d65ff55 req-0acf5722-7b4e-4425-afa5-6543695f33ac tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0686674 Jun 28 12:08:00.272974 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9c62113a-b255-4bdb-960b-0c303d65ff55 req-c9557822-5c3f-4e1e-a408-04b7c856c246 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Jun 28 12:08:01.485695 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4976d32-9913-4673-8899-18039a50c2d3 req-a20ed3a4-2893-4532-ae73-d18dd5ffe5cb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:01.487235 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a4976d32-9913-4673-8899-18039a50c2d3 req-a20ed3a4-2893-4532-ae73-d18dd5ffe5cb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0917990 Jun 28 12:08:01.526234 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a4976d32-9913-4673-8899-18039a50c2d3 req-334d2ab8-d5ab-46a1-880f-f8c062393a26 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Jun 28 12:08:02.553656 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-cc1e533e-6b61-4dcd-8b82-c42c29026630 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:02.555260 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-cc1e533e-6b61-4dcd-8b82-c42c29026630 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 815 time: 0.1058319 Jun 28 12:08:02.576373 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-9b253683-da9a-4887-b6ee-3958724549bb tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/quotas/173302f386ee473e82b0178f7b67cc7a HTTP/1.1" status: 200 len: 375 time: 0.0137608 Jun 28 12:08:02.647667 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-88c8225d-5188-4d78-91ec-941f3adcff95 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641303 Jun 28 12:08:02.772826 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-de2fb361-1fda-46b1-8cbc-e23fedc0fb59 service neutron] 10.222.0.11 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213434 Jun 28 12:08:02.784838 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036fe19-e99f-469c-8912-c05ae4c931d3 req-bb014b5d-3102-4e24-b785-5ba5309d0981 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:02.786143 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e036fe19-e99f-469c-8912-c05ae4c931d3 req-bb014b5d-3102-4e24-b785-5ba5309d0981 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1264477 Jun 28 12:08:02.877541 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e036fe19-e99f-469c-8912-c05ae4c931d3 req-b299d29a-d05a-48a1-9c18-87cf2520a180 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828488 Jun 28 12:08:02.906828 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-275e8736-eea6-47ac-92fa-d1007a1e1b97 service neutron] 10.222.0.11 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197805 Jun 28 12:08:03.083991 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-309f3137-e39c-4041-bcb3-584a6c3c1bc8 req-2e027751-5fe7-445b-b0eb-138d979e4d5a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 210 time: 0.0288820 Jun 28 12:08:03.375239 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-283baceb-470d-4df6-aec8-2e0d220a2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:03.376855 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-283baceb-470d-4df6-aec8-2e0d220a2c8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1099 time: 0.0566435 Jun 28 12:08:03.449148 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d4400-b355-437e-b1e6-32374507c422 req-ec78af79-20ff-41db-bef6-218266c0d595 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:03.451106 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e77d4400-b355-437e-b1e6-32374507c422 req-ec78af79-20ff-41db-bef6-218266c0d595 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0725877 Jun 28 12:08:03.477913 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-0c88c3c0-a2ae-426e-b47b-cb744db65d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:03.480092 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-0c88c3c0-a2ae-426e-b47b-cb744db65d76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.0958385 Jun 28 12:08:03.497184 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e77d4400-b355-437e-b1e6-32374507c422 req-da0a07a1-95c3-404a-9bd7-edb4db028be7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384054 Jun 28 12:08:03.534954 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-f0387f1d-7fe0-4630-8a22-cb509d5fbf6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 200 len: 217 time: 0.0464544 Jun 28 12:08:03.593222 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-b0bf9136-b3ed-447f-8889-de5932ebd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:03.594953 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-b0bf9136-b3ed-447f-8889-de5932ebd0f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.0529597 Jun 28 12:08:03.631278 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-8a4ea6e4-e9ec-4943-962e-120e397011bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287890 Jun 28 12:08:03.832714 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-da10e8fc-e9e0-46a2-bd63-855e9e44d183 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948737 Jun 28 12:08:03.932266 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-dedfa537-05c6-49ab-8708-b701f2a09d72 req-cc0ca505-0c7f-489b-82b5-33c15a4f64d1 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882716 Jun 28 12:08:04.263919 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c9466f9e-79f0-4edd-b57b-8761df92c445 req-3c815267-e1bd-46ba-8345-7accc5ed0a10 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 210 time: 0.0349755 Jun 28 12:08:04.400251 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-aff936e2-af26-41cc-8430-daff5e6fe85b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:04.401891 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-aff936e2-af26-41cc-8430-daff5e6fe85b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 815 time: 0.1027350 Jun 28 12:08:04.420247 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Request body: {'port': {'device_id': '4a050a1d-46e8-48fd-9139-6fc8f2222731', 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'admin_state_up': True, 'tenant_id': '173302f386ee473e82b0178f7b67cc7a'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:04.545586 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Made reservation on behalf of 173302f386ee473e82b0178f7b67cc7a for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:08:04.549808 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:04.675436 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30e800-7825-41fb-b393-8754d9f89b59 req-508765fc-80af-4b72-8f8d-5943d243e94d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:04.676807 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cb30e800-7825-41fb-b393-8754d9f89b59 req-508765fc-80af-4b72-8f8d-5943d243e94d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0638173 Jun 28 12:08:04.682332 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Allocated IP 172.20.0.5 (fe46b158-06f6-47a7-8e28-ee3af2bad565/15368507-3350-444b-aaed-1e24aa0d20e2/ab32a77a-aa3a-40c0-ac50-b540e28b0dce) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:08:04.717694 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cb30e800-7825-41fb-b393-8754d9f89b59 req-e1fe783c-6ad8-47d2-9574-c2312492b0d6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348001 Jun 28 12:08:04.831280 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:04.877114 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:04.882503 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:04.890012 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ad2607b5-1f88-40ed-929d-f1690dfaaeea'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:08:04.927834 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Network fe46b158-06f6-47a7-8e28-ee3af2bad565 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:08:04.933013 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:08:04.936702 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:08:04.943492 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Pushing event updated for resources: {'Port': ['ID=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:04.969662 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:04.990394 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:04.991000 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:05.005797 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898542 Jun 28 12:08:05.024319 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Request body: {'port': {'device_id': '4a050a1d-46e8-48fd-9139-6fc8f2222731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:05.095513 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:05.355790 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab32a77a-aa3a-40c0-ac50-b540e28b0dce {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:08:05.366683 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:05.385140 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Transition to ACTIVE for port object ab32a77a-aa3a-40c0-ac50-b540e28b0dce will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:08:05.389743 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:05.392064 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:05.437468 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Pushing event updated for resources: {'Port': ['ID=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:05.441728 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:05.455420 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20679368-cda3-466d-b39e-34a98272a359 req-dce635a9-8424-43b7-a441-e03b6f4e54fb tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:05.456906 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-20679368-cda3-466d-b39e-34a98272a359 req-dce635a9-8424-43b7-a441-e03b6f4e54fb tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 943 time: 0.0689399 Jun 28 12:08:05.511841 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Attempting to bind port ab32a77a-aa3a-40c0-ac50-b540e28b0dce on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:08:05.512178 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Attempting to bind port ab32a77a-aa3a-40c0-ac50-b540e28b0dce by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:08:05.512498 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Attempting to bind port ab32a77a-aa3a-40c0-ac50-b540e28b0dce on network fe46b158-06f6-47a7-8e28-ee3af2bad565 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:08:05.517597 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Port ab32a77a-aa3a-40c0-ac50-b540e28b0dce on network fe46b158-06f6-47a7-8e28-ee3af2bad565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:08:05.517926 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Attempting to bind port ab32a77a-aa3a-40c0-ac50-b540e28b0dce on network fe46b158-06f6-47a7-8e28-ee3af2bad565 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:08:05.523882 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:08:05.524418 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Checking segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:08:05.524980 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Bound using segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:08:05.525706 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Bound port: ab32a77a-aa3a-40c0-ac50-b540e28b0dce, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:08:05.526137 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:05.600523 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] For port ab32a77a-aa3a-40c0-ac50-b540e28b0dce, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:08:05.604047 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] For port ab32a77a-aa3a-40c0-ac50-b540e28b0dce, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:08:05.611867 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:05.614348 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5599e842-15c1-49de-ad75-107623b6804b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:05.647996 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:05.648641 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:05.650278 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] 10.222.0.15 "PUT /v2.0/ports/ab32a77a-aa3a-40c0-ac50-b540e28b0dce HTTP/1.1" status: 200 len: 1093 time: 0.6359656 Jun 28 12:08:05.650834 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a050a1d-46e8-48fd-9139-6fc8f2222731', 'tag': 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:05.653214 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9872c0-c724-43e1-ad32-f62a6295c732" -d '{"events": [{"name": "network-changed", "server_uuid": "4a050a1d-46e8-48fd-9139-6fc8f2222731", "tag": "ab32a77a-aa3a-40c0-ac50-b540e28b0dce"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:05.685533 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Pushing event updated for resources: {'Port': ['ID=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:05.689515 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:05.713090 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed6f198-ebea-4793-8fb1-6d7b7d6ff681 x-openstack-request-id: req-bed6f198-ebea-4793-8fb1-6d7b7d6ff681 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:05.713465 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a050a1d-46e8-48fd-9139-6fc8f2222731", "tag": "ab32a77a-aa3a-40c0-ac50-b540e28b0dce", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:05.713800 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bed6f198-ebea-4793-8fb1-6d7b7d6ff681 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:05.714392 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a050a1d-46e8-48fd-9139-6fc8f2222731', 'tag': 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce', 'status': 'completed', 'code': 200} Jun 28 12:08:05.733263 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-20679368-cda3-466d-b39e-34a98272a359 req-9eabaaf0-2a9a-43c8-888c-e8339b243f5b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703016 Jun 28 12:08:05.786324 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-929598a3-e5fc-412c-bfb9-e86a5670d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:05.787844 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-929598a3-e5fc-412c-bfb9-e86a5670d601 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 1096 time: 0.0550194 Jun 28 12:08:05.832982 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-25a4fb41-6b61-4e01-b2ad-00f8e02753f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab32a77a-aa3a-40c0-ac50-b540e28b0dce HTTP/1.1" status: 200 len: 217 time: 0.0368402 Jun 28 12:08:05.883595 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-a500f4f9-be69-4876-88a6-239c989164b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:05.885141 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-a500f4f9-be69-4876-88a6-239c989164b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15368507-3350-444b-aaed-1e24aa0d20e2 HTTP/1.1" status: 200 len: 855 time: 0.0451992 Jun 28 12:08:05.904897 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce297fdf-61d9-4cfc-89c8-95d0b97bee95 req-fd3f0163-eae0-4fb0-8b61-1c548ae7a699 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:05.906341 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ce297fdf-61d9-4cfc-89c8-95d0b97bee95 req-fd3f0163-eae0-4fb0-8b61-1c548ae7a699 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0745058 Jun 28 12:08:05.945535 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ce297fdf-61d9-4cfc-89c8-95d0b97bee95 req-b2520a84-ae93-4360-850e-2c4e5723d64c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Jun 28 12:08:06.028386 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-99518369-d563-4dda-810f-a37d4edf303f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe46b158-06f6-47a7-8e28-ee3af2bad565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311286 Jun 28 12:08:06.120423 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-bd61f474-d18f-4762-9318-532d338d295f service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840490 Jun 28 12:08:06.209493 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b5edd412-43fd-493a-98e1-63dfa77c6394 req-f222bc0d-1e7b-4cf3-a237-b4f3942c3139 service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823224 Jun 28 12:08:06.325579 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-2a61bcf3-d820-446a-afbd-1f7e9bde9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:06.327086 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-2a61bcf3-d820-446a-afbd-1f7e9bde9a9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 1096 time: 0.0534372 Jun 28 12:08:06.419006 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-33910851-50dd-4383-8559-7477fdb04bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:06.421268 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-33910851-50dd-4383-8559-7477fdb04bb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 916 time: 0.0867157 Jun 28 12:08:06.463472 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-b7ef9328-0637-4c22-a83a-9f75e1943df6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab32a77a-aa3a-40c0-ac50-b540e28b0dce HTTP/1.1" status: 200 len: 217 time: 0.0334079 Jun 28 12:08:06.523916 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-0111624f-f941-4348-a35f-93bdf21050c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:06.525396 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-0111624f-f941-4348-a35f-93bdf21050c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15368507-3350-444b-aaed-1e24aa0d20e2 HTTP/1.1" status: 200 len: 855 time: 0.0533869 Jun 28 12:08:06.756561 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-5f3dc083-4277-452a-88c6-0dbb7b576552 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe46b158-06f6-47a7-8e28-ee3af2bad565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2173326 Jun 28 12:08:06.848234 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-57f4896f-d589-4031-8b54-0d8eeaf26237 service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Jun 28 12:08:06.927959 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7460c37-acdb-4989-9d3e-c01809aab4ed req-f63b6408-f89d-4492-a7af-b6d4bdfad140 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:06.930599 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e7460c37-acdb-4989-9d3e-c01809aab4ed req-f63b6408-f89d-4492-a7af-b6d4bdfad140 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 943 time: 0.0818911 Jun 28 12:08:06.952371 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cf9872c0-c724-43e1-ad32-f62a6295c732 req-e4a75972-9d46-47c4-b64f-72286b2dadcb service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953219 Jun 28 12:08:06.973065 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e7460c37-acdb-4989-9d3e-c01809aab4ed req-e4299360-dc66-4c53-a174-c1ccc22dd662 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Jun 28 12:08:07.135013 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85a24c-359f-4499-85a9-c8c02269d9e4 req-f0faddab-87ce-46fa-95b2-7cc442f0efa1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:07.136490 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cf85a24c-359f-4499-85a9-c8c02269d9e4 req-f0faddab-87ce-46fa-95b2-7cc442f0efa1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0756786 Jun 28 12:08:07.173907 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cf85a24c-359f-4499-85a9-c8c02269d9e4 req-6bb2bfe8-0480-4a39-a968-d014d12407d7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Jun 28 12:08:08.145818 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e17fc-37bf-4132-99f9-52ea105f9b6d req-58672f5e-73f3-47bb-8e35-4ab9a15bf19d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.147286 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-100e17fc-37bf-4132-99f9-52ea105f9b6d req-58672f5e-73f3-47bb-8e35-4ab9a15bf19d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 943 time: 0.0641413 Jun 28 12:08:08.188872 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-100e17fc-37bf-4132-99f9-52ea105f9b6d req-b49fd53e-07ac-4e0b-90aa-6d116725f59f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Jun 28 12:08:08.360097 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5e673-d783-4d36-a9bd-af2f787924c4 req-0c41472e-fbc5-4b35-a16c-0b1ebc2b6fb0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:08.361565 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-81f5e673-d783-4d36-a9bd-af2f787924c4 req-0c41472e-fbc5-4b35-a16c-0b1ebc2b6fb0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0670278 Jun 28 12:08:08.400353 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-81f5e673-d783-4d36-a9bd-af2f787924c4 req-e4c06d9d-dbce-42d2-a36c-a68da4e18a8e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Jun 28 12:08:09.385409 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b416788-d27d-446f-a777-658c58283df4 req-7f8b9942-a541-456a-8a2b-635a3c75cebb tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:09.387020 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2b416788-d27d-446f-a777-658c58283df4 req-7f8b9942-a541-456a-8a2b-635a3c75cebb tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 943 time: 0.0759442 Jun 28 12:08:09.427781 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2b416788-d27d-446f-a777-658c58283df4 req-0ffed5e3-2d65-474d-8c86-40d3ca82af57 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335264 Jun 28 12:08:10.613007 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220f422-7e0b-4d12-930d-a76b7ade97d5 req-2e4b212f-b699-46b9-b5ca-334c9570d281 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:10.614436 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7220f422-7e0b-4d12-930d-a76b7ade97d5 req-2e4b212f-b699-46b9-b5ca-334c9570d281 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 943 time: 0.0664194 Jun 28 12:08:10.657569 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7220f422-7e0b-4d12-930d-a76b7ade97d5 req-472ac229-6558-41f8-8453-00a17a5ded30 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Jun 28 12:08:10.985293 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d47c7-8802-4ead-8be4-d354b9fcf111 req-ea75f9fe-f809-4ded-9879-c19579e5b4db tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:10.986838 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-376d47c7-8802-4ead-8be4-d354b9fcf111 req-ea75f9fe-f809-4ded-9879-c19579e5b4db tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0757191 Jun 28 12:08:11.025649 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-376d47c7-8802-4ead-8be4-d354b9fcf111 req-3a434a6b-e498-4530-8c0a-5ac79c88f885 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Jun 28 12:08:15.932262 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device ab32a77a-aa3a-40c0-ac50-b540e28b0dce details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:08:16.033055 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port ab32a77a-aa3a-40c0-ac50-b540e28b0dce, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:16.044636 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce', 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'port_id': 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce', 'mac_address': 'fa:16:3e:59:b4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15368507-3350-444b-aaed-1e24aa0d20e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:08:16.083171 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:16.095675 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab32a77a-aa3a-40c0-ac50-b540e28b0dce {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:08:16.117218 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port ab32a77a-aa3a-40c0-ac50-b540e28b0dce, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:16.121838 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:16.123995 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:16.169809 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:16.173114 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:16.456388 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c0845da4-114d-41a4-bbcb-06aaece95310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:17.024642 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:17.207576 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe7a86-6748-40ae-ae47-15fe74ecfc9a req-7c747320-3104-4eb1-b7e2-e8f279c4f119 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:17.209097 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dfbe7a86-6748-40ae-ae47-15fe74ecfc9a req-7c747320-3104-4eb1-b7e2-e8f279c4f119 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 944 time: 0.0707638 Jun 28 12:08:17.246807 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dfbe7a86-6748-40ae-ae47-15fe74ecfc9a req-5b0c6fdc-a408-4b92-8850-f1b2980ed1b7 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Jun 28 12:08:18.424033 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8cf64-87a8-450b-9942-3b77a70106d2 req-f2f80f15-37e7-4bc6-b3a3-fc091e97f577 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:18.425464 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dae8cf64-87a8-450b-9942-3b77a70106d2 req-f2f80f15-37e7-4bc6-b3a3-fc091e97f577 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 944 time: 0.0690777 Jun 28 12:08:18.465644 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dae8cf64-87a8-450b-9942-3b77a70106d2 req-77d77e77-e081-413b-8c2a-b36f39f25626 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jun 28 12:08:19.030363 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:19.057819 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5d755bda-124b-4afc-8b4f-7437bdc03554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:19.246804 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ab32a77a-aa3a-40c0-ac50-b540e28b0dce'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:08:19.655064 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716c4b8-d89e-4994-8b93-8e643ee9a6f3 req-c4269034-e4ee-4107-b760-f6ffd09cec57 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:19.656519 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9716c4b8-d89e-4994-8b93-8e643ee9a6f3 req-c4269034-e4ee-4107-b760-f6ffd09cec57 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 944 time: 0.0680487 Jun 28 12:08:19.695211 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9716c4b8-d89e-4994-8b93-8e643ee9a6f3 req-29d4b6c2-0566-49f6-8447-f29ca87a95e7 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Jun 28 12:08:20.015887 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:20.873272 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d54dd4-8d97-4fd5-a74f-bf0de264d283 req-85bfeef7-0f93-47d8-bd12-75d3d5480b52 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:20.874639 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-26d54dd4-8d97-4fd5-a74f-bf0de264d283 req-85bfeef7-0f93-47d8-bd12-75d3d5480b52 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 944 time: 0.0627306 Jun 28 12:08:20.915351 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-26d54dd4-8d97-4fd5-a74f-bf0de264d283 req-99189d09-58b9-49f2-8f4a-8e5d81bc3458 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348718 Jun 28 12:08:21.798498 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:21.953568 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device ab32a77a-aa3a-40c0-ac50-b540e28b0dce up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:08:22.004544 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port ab32a77a-aa3a-40c0-ac50-b540e28b0dce completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:08:22.008642 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port ab32a77a-aa3a-40c0-ac50-b540e28b0dce triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:08:22.009022 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.095201 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.100781 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bb88b-1c50-4a9b-a08d-53a65f0f44ac req-028d2023-bb98-432a-9643-916ef52f4106 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:22.102245 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d03bb88b-1c50-4a9b-a08d-53a65f0f44ac req-028d2023-bb98-432a-9643-916ef52f4106 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 944 time: 0.0682220 Jun 28 12:08:22.122654 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a050a1d-46e8-48fd-9139-6fc8f2222731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:22.125016 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc0b31-0c18-4fdb-bf2e-00937feef19d" -d '{"events": [{"server_uuid": "4a050a1d-46e8-48fd-9139-6fc8f2222731", "name": "network-vif-plugged", "status": "completed", "tag": "ab32a77a-aa3a-40c0-ac50-b540e28b0dce"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:22.137582 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port ab32a77a-aa3a-40c0-ac50-b540e28b0dce, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:22.143000 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:22.146060 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:22.148407 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d03bb88b-1c50-4a9b-a08d-53a65f0f44ac req-7f9995c1-981d-441f-8693-5f2c8c4f4504 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Jun 28 12:08:22.171484 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11238f98-4aef-4b7c-98f9-03a35c94e3b3 x-openstack-request-id: req-11238f98-4aef-4b7c-98f9-03a35c94e3b3 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:22.171767 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a050a1d-46e8-48fd-9139-6fc8f2222731", "name": "network-vif-plugged", "status": "completed", "tag": "ab32a77a-aa3a-40c0-ac50-b540e28b0dce", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:22.172024 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11238f98-4aef-4b7c-98f9-03a35c94e3b3 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:22.172412 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a050a1d-46e8-48fd-9139-6fc8f2222731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce', 'code': 200} Jun 28 12:08:22.198103 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:22.201379 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:22.407359 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac5b22-2be1-4a13-a795-66ca3bdd033f req-c1fb01f2-f752-443d-833e-a70d95d57735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:22.408908 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-17ac5b22-2be1-4a13-a795-66ca3bdd033f req-c1fb01f2-f752-443d-833e-a70d95d57735 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 1098 time: 0.0552416 Jun 28 12:08:22.443595 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-17ac5b22-2be1-4a13-a795-66ca3bdd033f req-f54d4e9c-8d22-469b-87cf-4d13369474b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276904 Jun 28 12:08:23.321074 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890bfff-daa6-4205-a5b9-b747003781a0 req-b2b3fc6e-b172-41e1-97be-d7840206f293 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:23.322557 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6890bfff-daa6-4205-a5b9-b747003781a0 req-b2b3fc6e-b172-41e1-97be-d7840206f293 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0716693 Jun 28 12:08:23.364225 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6890bfff-daa6-4205-a5b9-b747003781a0 req-418facdf-acc1-4bde-9844-dc66e8f89540 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356340 Jun 28 12:08:24.561401 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909388e4-99fc-4ada-9402-466b0b6f89f5 req-13a1bac7-b4e0-4fa8-a970-903d29e44e57 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:24.563545 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-909388e4-99fc-4ada-9402-466b0b6f89f5 req-13a1bac7-b4e0-4fa8-a970-903d29e44e57 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0802808 Jun 28 12:08:24.603735 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-909388e4-99fc-4ada-9402-466b0b6f89f5 req-0201ec04-56f3-4098-8e37-edfca5f8538e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346150 Jun 28 12:08:25.780202 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514e617-cd61-4f75-a902-239111f67d00 req-9f88ab20-fa45-473c-bb80-c0026fa5aa46 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:25.781925 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2514e617-cd61-4f75-a902-239111f67d00 req-9f88ab20-fa45-473c-bb80-c0026fa5aa46 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0631328 Jun 28 12:08:25.821122 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2514e617-cd61-4f75-a902-239111f67d00 req-99d9c2da-2170-48b0-a500-5325e91f7ce5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324371 Jun 28 12:08:33.970592 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:08:44.493191 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-5b2a4d4b-e98d-4826-a98f-9f1d5684973f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662129 Jun 28 12:08:44.573240 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-017fb484-b877-437f-8292-addc3d4e1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:44.574770 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-017fb484-b877-437f-8292-addc3d4e1c3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 1098 time: 0.0575373 Jun 28 12:08:44.693970 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-2e0dd507-441d-4c5e-ae2c-7d99aa20cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:44.695472 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-2e0dd507-441d-4c5e-ae2c-7d99aa20cc75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.0873461 Jun 28 12:08:44.743746 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-291887fc-437b-4f8d-88e5-d0e739ff319f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f HTTP/1.1" status: 200 len: 217 time: 0.0376918 Jun 28 12:08:44.797650 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-b7e69fc1-3e0d-4fb7-93f0-1cb08f408794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:44.800227 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-b7e69fc1-3e0d-4fb7-93f0-1cb08f408794 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.0499351 Jun 28 12:08:44.833933 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-f44d0bb1-ef22-44e3-8013-f3cc26bc85d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260861 Jun 28 12:08:44.893497 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 56442) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:44.929682 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-08bddc6d-664f-4bf8-822b-f4ad26470cac service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872619 Jun 28 12:08:45.021752 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fff6b42e-7a03-4c13-88dc-9580abcd9325 req-82d70f51-e0a9-4565-bdee-cf6a8fccaf30 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852654 Jun 28 12:08:45.065616 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.153132 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.160065 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.163597 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3aab742e-36d4-46e2-86a4-7701a9cb91a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:45.201672 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0192d8e8022b4897bff5bbc9ff95068e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070576 Jun 28 12:08:45.202601 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c2ba05-32e1-4ddb-822c-1f727030acda,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:45.204731 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 56454) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:45.209649 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.210002 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.210342 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.210804 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.211009 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.211410 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.211816 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.212025 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.212401 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.212798 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.213128 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.213522 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.217539 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:45.260952 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.281458 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.332926 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.337453 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.339291 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0c2ba05-32e1-4ddb-822c-1f727030acda HTTP/1.1" status: 204 len: 168 time: 0.1333177 Jun 28 12:08:45.340171 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-438d6058-e3de-4668-bcb2-7f12b0f43eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:45.349749 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c2ba05-32e1-4ddb-822c-1f727030acda,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:45.357414 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.357782 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.358134 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.358477 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.358821 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.359186 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.359523 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.359859 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.360190 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.360521 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.360850 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.361176 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:45.366627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:45.605454 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 56468) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:45.724011 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-fe5170c3-4627-4c14-83f4-9e9a5e1ec4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.825986 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-fe5170c3-4627-4c14-83f4-9e9a5e1ec4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.831113 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-fe5170c3-4627-4c14-83f4-9e9a5e1ec4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.833629 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-154bd7c5-ccac-4ec5-aa1f-d07de7d7a11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:45.873555 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-fe5170c3-4627-4c14-83f4-9e9a5e1ec4db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76e52115fc614940a9bb02366fe0cab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644658 Jun 28 12:08:45.873555 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5170c3-4627-4c14-83f4-9e9a5e1ec4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dbd940-095a-4d75-9b2b-efbeb2934ae4,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:45.874168 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 56476) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:45.876803 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-fe5170c3-4627-4c14-83f4-9e9a5e1ec4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:45.932996 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-079f6e05-9729-4557-9b5b-24bdc1620213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:45.954093 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-079f6e05-9729-4557-9b5b-24bdc1620213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:46.011973 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-079f6e05-9729-4557-9b5b-24bdc1620213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:46.014775 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-079f6e05-9729-4557-9b5b-24bdc1620213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:46.015961 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-079f6e05-9729-4557-9b5b-24bdc1620213 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0dbd940-095a-4d75-9b2b-efbeb2934ae4 HTTP/1.1" status: 204 len: 168 time: 0.1407139 Jun 28 12:08:46.016685 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a619c6e9-ec47-4310-a25e-34fc7832ef25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:46.024953 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6e05-9729-4557-9b5b-24bdc1620213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dbd940-095a-4d75-9b2b-efbeb2934ae4,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:46.027348 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-079f6e05-9729-4557-9b5b-24bdc1620213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:46.454945 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9792de8c-16d4-4af6-b4e9-fb5a5710e39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:47.003364 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:49.029440 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:49.051531 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-95b2bdf4-ca10-413b-80f2-c46c9d63aba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:49.464498 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-e5fba300-e7da-431a-a62a-e54b83ecc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:49.466013 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-e5fba300-e7da-431a-a62a-e54b83ecc01c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1099 time: 0.0814078 Jun 28 12:08:49.527937 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792638e3-32a6-4316-811d-0cea2791d2a3 req-866f3144-6f79-47cd-b53f-f95c418c73c9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:49.529282 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-792638e3-32a6-4316-811d-0cea2791d2a3 req-866f3144-6f79-47cd-b53f-f95c418c73c9 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1029694 Jun 28 12:08:49.574432 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-67fd2979-d08e-4536-9650-3552347c6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:49.576402 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-67fd2979-d08e-4536-9650-3552347c6e78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.1028986 Jun 28 12:08:49.580639 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-792638e3-32a6-4316-811d-0cea2791d2a3 req-474c7df0-c05e-4099-91c5-df31048bf6d3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446427 Jun 28 12:08:49.634095 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-66e491bb-02b9-4309-9685-e18749a2df0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 200 len: 217 time: 0.0443461 Jun 28 12:08:49.691000 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-770b523b-9c2f-4179-9641-f2bdc69463b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:49.692649 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-770b523b-9c2f-4179-9641-f2bdc69463b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.0438499 Jun 28 12:08:49.730856 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-868fbd4a-0fca-4f11-9b09-28a5b0d4db97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295792 Jun 28 12:08:49.822691 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-9887f1d9-578c-482c-9fba-9c21c406b29c service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846298 Jun 28 12:08:49.825494 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 56538) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:49.940663 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3dd93ad8-ef05-411d-9a45-9ac7b9bca0ff req-4ef63d6e-3c83-425e-9546-185fe07a3d31 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095133 Jun 28 12:08:49.958613 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4b0e60a5-17c0-42bd-a68b-38b7c2daf6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:50.018717 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:50.065956 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4b0e60a5-17c0-42bd-a68b-38b7c2daf6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:50.074327 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4b0e60a5-17c0-42bd-a68b-38b7c2daf6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:50.077938 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-73ea70f0-9227-4ed1-ae98-60e86a8b2ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:50.112401 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-4b0e60a5-17c0-42bd-a68b-38b7c2daf6c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e230fdc79fee46b69354b2271e12a4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858601 Jun 28 12:08:50.113104 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e60a5-17c0-42bd-a68b-38b7c2daf6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e3fdd5-f42c-4524-8879-19ce9c0a3b09,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:50.117673 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 56560) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:08:50.125383 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4b0e60a5-17c0-42bd-a68b-38b7c2daf6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:50.167390 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d4a1502c-bb7b-4c47-99d5-6832d78f8817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:50.188884 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d4a1502c-bb7b-4c47-99d5-6832d78f8817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:50.215994 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-85e0fa2e-75cd-4ecc-a7fc-fc73d9b2ad0d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:50.217475 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-85e0fa2e-75cd-4ecc-a7fc-fc73d9b2ad0d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 815 time: 0.1052375 Jun 28 12:08:50.232453 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-209f66b3-4046-4de2-8420-7a2eb37943bc tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/quotas/173302f386ee473e82b0178f7b67cc7a HTTP/1.1" status: 200 len: 375 time: 0.0094669 Jun 28 12:08:50.237562 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d4a1502c-bb7b-4c47-99d5-6832d78f8817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:50.240244 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d4a1502c-bb7b-4c47-99d5-6832d78f8817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:50.241378 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d4a1502c-bb7b-4c47-99d5-6832d78f8817 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26e3fdd5-f42c-4524-8879-19ce9c0a3b09 HTTP/1.1" status: 204 len: 168 time: 0.1227758 Jun 28 12:08:50.242140 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b534a548-b041-43e9-a3ff-3addeecc49e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:50.250233 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1502c-bb7b-4c47-99d5-6832d78f8817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e3fdd5-f42c-4524-8879-19ce9c0a3b09,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:50.252613 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d4a1502c-bb7b-4c47-99d5-6832d78f8817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:50.311611 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-5ada5758-c590-403e-94a5-bd07e895d9ff tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731068 Jun 28 12:08:50.407559 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-e02d3faf-2fc4-423f-9ca8-2097b2728871 service neutron] 10.222.0.11 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866015 Jun 28 12:08:50.499794 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-2ab7427b-96b2-4a3d-8f84-5210fa74ad0e service neutron] 10.222.0.11 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860598 Jun 28 12:08:50.721580 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-20360993-4c29-4eb9-adcd-1cbb1b51911f req-85aeca05-718b-40b1-91d7-283c5cacca62 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 210 time: 0.0348337 Jun 28 12:08:50.791899 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801fb82-3aec-48e5-a770-1318d6495cfe req-e7413962-d235-484f-8b47-e8baf6489f8f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:50.793475 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6801fb82-3aec-48e5-a770-1318d6495cfe req-e7413962-d235-484f-8b47-e8baf6489f8f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0710142 Jun 28 12:08:50.833457 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6801fb82-3aec-48e5-a770-1318d6495cfe req-26c86007-2a17-4b81-9543-3ca6bc697a54 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341232 Jun 28 12:08:51.792531 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:51.888290 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-471e0131-2122-4218-9df4-2818c62a6efd req-2e71403c-b261-4e57-8eca-7b8a7329b889 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 210 time: 0.0397494 Jun 28 12:08:51.897973 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-badcd496-07c8-49f3-ac45-4d07804a4e4c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:51.899673 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-badcd496-07c8-49f3-ac45-4d07804a4e4c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 815 time: 0.1055725 Jun 28 12:08:51.923684 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Request body: {'port': {'device_id': 'ba21b475-5919-4bae-b56a-b0f55e904fa1', 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'admin_state_up': True, 'tenant_id': '173302f386ee473e82b0178f7b67cc7a'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:52.027023 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a9691-21c5-450e-b71c-32ed61ae0ebe req-206b0f1d-d006-4090-b4fe-2ecc66bb6021 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:52.028655 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-154a9691-21c5-450e-b71c-32ed61ae0ebe req-206b0f1d-d006-4090-b4fe-2ecc66bb6021 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0704076 Jun 28 12:08:52.033832 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Made reservation on behalf of 173302f386ee473e82b0178f7b67cc7a for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:08:52.037846 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.069410 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-154a9691-21c5-450e-b71c-32ed61ae0ebe req-153e3256-9fb2-4b0a-b312-d26c7b4b47fd tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344946 Jun 28 12:08:52.164739 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Allocated IP 172.20.0.10 (fe46b158-06f6-47a7-8e28-ee3af2bad565/15368507-3350-444b-aaed-1e24aa0d20e2/a73d344d-2a76-4c67-8a71-dc846e57aaa8) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:08:52.315679 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.359471 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.363510 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:52.372621 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:08:52.403209 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Network fe46b158-06f6-47a7-8e28-ee3af2bad565 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:08:52.412066 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:08:52.416602 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:08:52.442279 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Pushing event updated for resources: {'Port': ['ID=a73d344d-2a76-4c67-8a71-dc846e57aaa8,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:52.448713 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:52.471046 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:52.471673 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.487409 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754981 Jun 28 12:08:52.504044 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Request body: {'port': {'device_id': 'ba21b475-5919-4bae-b56a-b0f55e904fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:08:52.588131 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.850626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73d344d-2a76-4c67-8a71-dc846e57aaa8 {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:08:52.859362 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.871842 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Transition to ACTIVE for port object a73d344d-2a76-4c67-8a71-dc846e57aaa8 will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:08:52.876044 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:52.879451 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:52.990392 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a73d344d-2a76-4c67-8a71-dc846e57aaa8,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:52.993939 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:53.010761 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Attempting to bind port a73d344d-2a76-4c67-8a71-dc846e57aaa8 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:08:53.011124 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Attempting to bind port a73d344d-2a76-4c67-8a71-dc846e57aaa8 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:08:53.011439 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Attempting to bind port a73d344d-2a76-4c67-8a71-dc846e57aaa8 on network fe46b158-06f6-47a7-8e28-ee3af2bad565 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:08:53.015824 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Port a73d344d-2a76-4c67-8a71-dc846e57aaa8 on network fe46b158-06f6-47a7-8e28-ee3af2bad565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:08:53.016135 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Attempting to bind port a73d344d-2a76-4c67-8a71-dc846e57aaa8 on network fe46b158-06f6-47a7-8e28-ee3af2bad565 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:08:53.020806 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:08:53.021133 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Checking segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:08:53.021497 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Bound using segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:08:53.021942 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Bound port: a73d344d-2a76-4c67-8a71-dc846e57aaa8, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:08:53.022289 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:53.079342 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47177-ffd8-41d1-acda-95983840e42b req-29923d0f-6489-4ebd-b8cf-be9575ffc68d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:53.080818 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-71d47177-ffd8-41d1-acda-95983840e42b req-29923d0f-6489-4ebd-b8cf-be9575ffc68d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 944 time: 0.0629952 Jun 28 12:08:53.087019 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] For port a73d344d-2a76-4c67-8a71-dc846e57aaa8, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:08:53.090593 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] For port a73d344d-2a76-4c67-8a71-dc846e57aaa8, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a73d344d-2a76-4c67-8a71-dc846e57aaa8,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:08:53.096020 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:53.098335 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9e3c9990-7011-422f-99bf-555cf7d7e4f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:53.129010 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-71d47177-ffd8-41d1-acda-95983840e42b req-49d637cb-0cdb-414c-b701-57a40ed7755c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Jun 28 12:08:53.130545 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:53.131320 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:53.132653 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/a73d344d-2a76-4c67-8a71-dc846e57aaa8 HTTP/1.1" status: 200 len: 1094 time: 0.6351378 Jun 28 12:08:53.133137 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba21b475-5919-4bae-b56a-b0f55e904fa1', 'tag': 'a73d344d-2a76-4c67-8a71-dc846e57aaa8'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:08:53.135563 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a725c0-985c-47b4-977d-ac059cc13323" -d '{"events": [{"name": "network-changed", "server_uuid": "ba21b475-5919-4bae-b56a-b0f55e904fa1", "tag": "a73d344d-2a76-4c67-8a71-dc846e57aaa8"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:08:53.161121 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a73d344d-2a76-4c67-8a71-dc846e57aaa8,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:53.167918 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:53.181733 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a6820-d1e7-4f52-8158-eb49d7c73834 x-openstack-request-id: req-631a6820-d1e7-4f52-8158-eb49d7c73834 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:08:53.182049 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba21b475-5919-4bae-b56a-b0f55e904fa1", "tag": "a73d344d-2a76-4c67-8a71-dc846e57aaa8", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:08:53.182328 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-631a6820-d1e7-4f52-8158-eb49d7c73834 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:08:53.182749 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba21b475-5919-4bae-b56a-b0f55e904fa1', 'tag': 'a73d344d-2a76-4c67-8a71-dc846e57aaa8', 'status': 'completed', 'code': 200} Jun 28 12:08:53.247849 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-9a02ae30-3e1d-42c3-bef4-43afa3615bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:53.249382 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-9a02ae30-3e1d-42c3-bef4-43afa3615bde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0558681 Jun 28 12:08:53.275842 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e5bd7-5263-481c-bbb4-28da608c3e0e req-2396a605-4310-419e-b2c0-d55eb0d5892d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:53.277305 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-574e5bd7-5263-481c-bbb4-28da608c3e0e req-2396a605-4310-419e-b2c0-d55eb0d5892d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0625787 Jun 28 12:08:53.291302 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-baa48c5e-db08-4d8a-814a-5d67031669db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73d344d-2a76-4c67-8a71-dc846e57aaa8 HTTP/1.1" status: 200 len: 217 time: 0.0331275 Jun 28 12:08:53.319627 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-574e5bd7-5263-481c-bbb4-28da608c3e0e req-bf49cd2a-8839-4683-8589-6687263f82bf tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363352 Jun 28 12:08:53.339914 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-9fddf797-c2b8-4807-8a92-a1594462c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:53.341347 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-9fddf797-c2b8-4807-8a92-a1594462c3d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15368507-3350-444b-aaed-1e24aa0d20e2 HTTP/1.1" status: 200 len: 855 time: 0.0422919 Jun 28 12:08:53.378064 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-163c30fc-9dcb-4206-b307-f74286af21a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe46b158-06f6-47a7-8e28-ee3af2bad565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295336 Jun 28 12:08:53.469471 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-aeaadd7b-d952-4d29-93ab-78c1f95a04fc service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802948 Jun 28 12:08:53.562949 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-39491a08-a0db-4301-b10a-d9798674c4e8 req-43423c84-aa79-4ba8-82b1-e30616a99ed7 service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858169 Jun 28 12:08:53.685979 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a725c0-985c-47b4-977d-ac059cc13323 req-ff470c92-db7b-4bff-83a7-749c57551cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:53.687489 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-78a725c0-985c-47b4-977d-ac059cc13323 req-ff470c92-db7b-4bff-83a7-749c57551cd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0588143 Jun 28 12:08:53.779309 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a725c0-985c-47b4-977d-ac059cc13323 req-c75b9a99-1359-4b65-836f-14e6f8ea99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:53.780781 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-78a725c0-985c-47b4-977d-ac059cc13323 req-c75b9a99-1359-4b65-836f-14e6f8ea99d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 916 time: 0.0855680 Jun 28 12:08:53.824442 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-78a725c0-985c-47b4-977d-ac059cc13323 req-052e4b64-1927-47f1-9e1e-750470a8e758 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73d344d-2a76-4c67-8a71-dc846e57aaa8 HTTP/1.1" status: 200 len: 217 time: 0.0362089 Jun 28 12:08:53.872047 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a725c0-985c-47b4-977d-ac059cc13323 req-34b29a46-4776-4764-8427-478aebcc28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:53.873444 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-78a725c0-985c-47b4-977d-ac059cc13323 req-34b29a46-4776-4764-8427-478aebcc28b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15368507-3350-444b-aaed-1e24aa0d20e2 HTTP/1.1" status: 200 len: 855 time: 0.0418143 Jun 28 12:08:53.913220 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-78a725c0-985c-47b4-977d-ac059cc13323 req-06d31860-e60f-44b1-9ae7-5804d7e9b8ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe46b158-06f6-47a7-8e28-ee3af2bad565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313580 Jun 28 12:08:54.015368 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-78a725c0-985c-47b4-977d-ac059cc13323 req-1c6a5423-b5ba-462d-a191-2c26baf325ba service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956020 Jun 28 12:08:54.113658 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-78a725c0-985c-47b4-977d-ac059cc13323 req-d55c9507-3c4f-402d-a021-6824f6abdc23 service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895395 Jun 28 12:08:54.315999 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20506b17-d763-489b-927e-89e805ecfcf6 req-3a3b2420-9f23-4dc8-befd-1ce692f43ce0 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:54.317477 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-20506b17-d763-489b-927e-89e805ecfcf6 req-3a3b2420-9f23-4dc8-befd-1ce692f43ce0 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 944 time: 0.0644720 Jun 28 12:08:54.361709 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-20506b17-d763-489b-927e-89e805ecfcf6 req-8e892fc4-b53d-4e22-9051-b4ba413ce45c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356805 Jun 28 12:08:54.498547 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dd70f-7a89-4306-b7a4-9cd5c7265217 req-95a5e0bb-aec3-4c99-aceb-7e71f1abc47f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:54.500185 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-770dd70f-7a89-4306-b7a4-9cd5c7265217 req-95a5e0bb-aec3-4c99-aceb-7e71f1abc47f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0632110 Jun 28 12:08:54.541111 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-770dd70f-7a89-4306-b7a4-9cd5c7265217 req-10328a45-1639-4c32-bab2-8c929e3c3ceb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345743 Jun 28 12:08:55.548210 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c16d8-5853-417f-b877-691964f84e29 req-afe947bb-3888-4291-8c8f-265fb5a524ce tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:55.549711 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-949c16d8-5853-417f-b877-691964f84e29 req-afe947bb-3888-4291-8c8f-265fb5a524ce tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 944 time: 0.0666971 Jun 28 12:08:55.593649 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-949c16d8-5853-417f-b877-691964f84e29 req-009a8c87-f4af-4b02-a77d-c2fc458cf856 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362995 Jun 28 12:08:55.732757 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b160a-974f-4d1f-8a46-fe0573909cfe req-31bee85f-3d0c-4232-a1e3-c337c0a0f14a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:55.734231 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-549b160a-974f-4d1f-8a46-fe0573909cfe req-31bee85f-3d0c-4232-a1e3-c337c0a0f14a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0676203 Jun 28 12:08:55.773012 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-549b160a-974f-4d1f-8a46-fe0573909cfe req-98e430dc-6a96-4908-9558-6cb5a0c4f334 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Jun 28 12:08:56.793278 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952388-b6cf-4e1a-bd00-62be9d41c86b req-447af361-549a-46f2-b148-af9a601eab4b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:56.794734 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5d952388-b6cf-4e1a-bd00-62be9d41c86b req-447af361-549a-46f2-b148-af9a601eab4b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 944 time: 0.0676289 Jun 28 12:08:56.837711 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5d952388-b6cf-4e1a-bd00-62be9d41c86b req-77c4f25d-2917-4707-b246-05d6106fbb66 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365984 Jun 28 12:08:56.950264 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2551e7-ad6f-4e4a-b5eb-e8084a415046 req-ddacd540-466b-426b-8423-37adf5dff2f7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:56.951812 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2e2551e7-ad6f-4e4a-b5eb-e8084a415046 req-ddacd540-466b-426b-8423-37adf5dff2f7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0629516 Jun 28 12:08:56.992111 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2e2551e7-ad6f-4e4a-b5eb-e8084a415046 req-cb0dff7d-ba4f-4a6d-8b5f-822f8b7b51e7 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Jun 28 12:08:58.012683 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c29646-a53f-4738-80f7-4e0ab76f9cd8 req-76ce3969-64cd-4269-9e72-5b9cfac24255 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:58.014836 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b2c29646-a53f-4738-80f7-4e0ab76f9cd8 req-76ce3969-64cd-4269-9e72-5b9cfac24255 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 944 time: 0.0672975 Jun 28 12:08:58.060393 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b2c29646-a53f-4738-80f7-4e0ab76f9cd8 req-91d2ece6-b310-4d48-8af7-afda2f0e020f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Jun 28 12:08:58.065955 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device a73d344d-2a76-4c67-8a71-dc846e57aaa8 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:08:58.166029 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port a73d344d-2a76-4c67-8a71-dc846e57aaa8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a73d344d-2a76-4c67-8a71-dc846e57aaa8,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:58.177383 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': 'a73d344d-2a76-4c67-8a71-dc846e57aaa8', 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'port_id': 'a73d344d-2a76-4c67-8a71-dc846e57aaa8', 'mac_address': 'fa:16:3e:3b:ce:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15368507-3350-444b-aaed-1e24aa0d20e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:08:58.187738 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3258c5-d009-47d1-a972-43680daff164 req-1216c396-f9b8-41d7-a1bf-6fd35e1cdb23 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:58.189268 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8f3258c5-d009-47d1-a972-43680daff164 req-1216c396-f9b8-41d7-a1bf-6fd35e1cdb23 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0720503 Jun 28 12:08:58.220083 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:58.228471 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8f3258c5-d009-47d1-a972-43680daff164 req-9644eba9-901c-4197-9967-15c0aef368e2 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Jun 28 12:08:58.234524 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73d344d-2a76-4c67-8a71-dc846e57aaa8 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:08:58.253675 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port a73d344d-2a76-4c67-8a71-dc846e57aaa8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a73d344d-2a76-4c67-8a71-dc846e57aaa8,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:08:58.259583 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:08:58.261231 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:08:58.310330 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=a73d344d-2a76-4c67-8a71-dc846e57aaa8,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:08:58.320766 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.321121 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.321427 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.321779 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.322096 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.322413 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.322779 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.323088 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.323453 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.323751 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.324055 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.324369 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:08:58.328303 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:08:59.242195 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3397c5-82a3-4251-b2c0-6b613263b17f req-b1e4339e-b029-41d4-ba65-ca7dfe2c8b48 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:59.243733 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1a3397c5-82a3-4251-b2c0-6b613263b17f req-b1e4339e-b029-41d4-ba65-ca7dfe2c8b48 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0627317 Jun 28 12:08:59.285717 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1a3397c5-82a3-4251-b2c0-6b613263b17f req-76aa429f-5320-4f90-a44f-7c8ee13b1c66 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Jun 28 12:08:59.466561 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625863f9-5932-4b65-a759-03baf41762dc req-3b9e3cf7-5f84-46e9-8c75-cdd4101cdd78 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:08:59.468039 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-625863f9-5932-4b65-a759-03baf41762dc req-3b9e3cf7-5f84-46e9-8c75-cdd4101cdd78 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0851011 Jun 28 12:08:59.514128 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-625863f9-5932-4b65-a759-03baf41762dc req-e8c4e177-8625-419f-b30c-631523178e89 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374832 Jun 28 12:09:00.469575 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc230549-4a3b-4f13-afe5-e62043e831d9 req-3352b23d-6062-4ac9-b6f5-cd286cc30049 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:00.471019 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cc230549-4a3b-4f13-afe5-e62043e831d9 req-3352b23d-6062-4ac9-b6f5-cd286cc30049 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0687115 Jun 28 12:09:00.511760 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cc230549-4a3b-4f13-afe5-e62043e831d9 req-dadb5341-a611-45a6-987e-5ce962346e0f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Jun 28 12:09:00.695065 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77b96-b2e7-40b4-b686-8421f5b3c669 req-d1d0d68e-91d0-41f3-b0ed-6ced9ac7f8fc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:00.696602 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07d77b96-b2e7-40b4-b686-8421f5b3c669 req-d1d0d68e-91d0-41f3-b0ed-6ced9ac7f8fc tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0728695 Jun 28 12:09:00.734626 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07d77b96-b2e7-40b4-b686-8421f5b3c669 req-df7f755b-6155-407e-8d73-9558dcb6a845 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jun 28 12:09:01.710122 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0c0f2-f72b-4481-aea5-bb047a594a5c req-229d8a97-13e0-4740-86cb-e4a00645fa58 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:01.711605 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70d0c0f2-f72b-4481-aea5-bb047a594a5c req-229d8a97-13e0-4740-86cb-e4a00645fa58 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0793872 Jun 28 12:09:01.749745 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70d0c0f2-f72b-4481-aea5-bb047a594a5c req-f56a9e49-f6e7-41c0-beb0-71f4dc87c432 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Jun 28 12:09:01.912691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc4f3e-6f43-446b-b260-c36de2cd5a88 req-b5c1327b-576b-478a-9783-60796a54dd4a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:01.914102 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eacc4f3e-6f43-446b-b260-c36de2cd5a88 req-b5c1327b-576b-478a-9783-60796a54dd4a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0662196 Jun 28 12:09:01.956117 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eacc4f3e-6f43-446b-b260-c36de2cd5a88 req-d88aa7ba-9396-4727-a97a-b4f09d6fcabf tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Jun 28 12:09:02.949433 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a349fe-9cde-4222-96f1-b10e1abd2b17 req-3cd43780-0170-44ba-a461-2cb6ecf48586 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:02.950705 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-73a349fe-9cde-4222-96f1-b10e1abd2b17 req-3cd43780-0170-44ba-a461-2cb6ecf48586 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0695410 Jun 28 12:09:02.992398 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-73a349fe-9cde-4222-96f1-b10e1abd2b17 req-970d07d2-d601-4eec-b699-3c3f380a9bb3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352831 Jun 28 12:09:03.137552 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753d982-4a85-4b47-bad9-0391adebc6f4 req-19559329-809d-421c-9503-62c3e93c448f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:03.138993 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a753d982-4a85-4b47-bad9-0391adebc6f4 req-19559329-809d-421c-9503-62c3e93c448f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0658619 Jun 28 12:09:03.179972 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a753d982-4a85-4b47-bad9-0391adebc6f4 req-a917265f-4c54-437d-be59-30a99091eb61 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322852 Jun 28 12:09:03.834659 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['a73d344d-2a76-4c67-8a71-dc846e57aaa8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:04.179425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a6deb-699f-4b07-9990-175accadb577 req-6f5190bb-8cbc-4835-9fe3-c0714033cfa3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:04.180898 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-206a6deb-699f-4b07-9990-175accadb577 req-6f5190bb-8cbc-4835-9fe3-c0714033cfa3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0657895 Jun 28 12:09:04.219430 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-206a6deb-699f-4b07-9990-175accadb577 req-2ab5876f-d614-487a-a1ce-53704d1eefb9 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Jun 28 12:09:04.419382 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a83ed-bd61-4c89-b8ea-ea6ecad66a97 req-3b2857ee-f4a0-4a1b-b892-7a0e39f70121 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:04.420774 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-032a83ed-bd61-4c89-b8ea-ea6ecad66a97 req-3b2857ee-f4a0-4a1b-b892-7a0e39f70121 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0766637 Jun 28 12:09:04.458950 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-032a83ed-bd61-4c89-b8ea-ea6ecad66a97 req-63fba7fd-b127-4f3a-8480-d7d55802efa2 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jun 28 12:09:05.417385 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e5387-59d2-431d-a2f9-f2d37a75b502 req-b8e0f79f-fc27-442e-a30b-59557d3ffcbd tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:05.418756 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4b5e5387-59d2-431d-a2f9-f2d37a75b502 req-b8e0f79f-fc27-442e-a30b-59557d3ffcbd tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0806420 Jun 28 12:09:05.457226 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4b5e5387-59d2-431d-a2f9-f2d37a75b502 req-99004ec9-abd5-4cfc-be90-e86262cae1f7 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Jun 28 12:09:05.634320 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3d50-a501-40e4-b611-c186249fd7ac req-013bf2f5-90b0-4ff7-884d-6647342c43f5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:05.635794 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d89e3d50-a501-40e4-b611-c186249fd7ac req-013bf2f5-90b0-4ff7-884d-6647342c43f5 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0677967 Jun 28 12:09:05.675499 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d89e3d50-a501-40e4-b611-c186249fd7ac req-71ba190e-a8b4-4f38-9b0a-62bc592d72ae tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jun 28 12:09:06.640000 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b35bca-c3b8-40b2-827c-ae859371a842 req-12c64912-788d-4087-a7a7-9a0a9376bf6e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:06.641430 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29b35bca-c3b8-40b2-827c-ae859371a842 req-12c64912-788d-4087-a7a7-9a0a9376bf6e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0657125 Jun 28 12:09:06.678303 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29b35bca-c3b8-40b2-827c-ae859371a842 req-63c24cc9-6a3e-4fb4-9ddf-f696e97c0a30 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Jun 28 12:09:06.887063 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb54ac-a326-48f3-a74a-afb218d00618 req-d1e7f45a-a882-42aa-84f7-b43fc77c7156 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:06.888550 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-48bb54ac-a326-48f3-a74a-afb218d00618 req-d1e7f45a-a882-42aa-84f7-b43fc77c7156 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0642273 Jun 28 12:09:06.930821 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-48bb54ac-a326-48f3-a74a-afb218d00618 req-bb75fe5e-5198-4043-bdf9-52c4e98725af tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336461 Jun 28 12:09:07.869796 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed348c3-b3e4-496f-ade2-754d91ab1baf req-3621e422-37b2-4deb-b359-f0b994df82a3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:07.871259 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-aed348c3-b3e4-496f-ade2-754d91ab1baf req-3621e422-37b2-4deb-b359-f0b994df82a3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0788040 Jun 28 12:09:07.916998 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-aed348c3-b3e4-496f-ade2-754d91ab1baf req-31bd96cc-369f-4267-9766-252055c6e882 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Jun 28 12:09:08.126314 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ff002-259e-44b6-8e33-5fdc30a4fa63 req-92b7ec65-db79-4c9e-ae19-12b5f641e838 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:08.127795 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-994ff002-259e-44b6-8e33-5fdc30a4fa63 req-92b7ec65-db79-4c9e-ae19-12b5f641e838 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0853660 Jun 28 12:09:08.166205 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-994ff002-259e-44b6-8e33-5fdc30a4fa63 req-57a04af5-171e-4029-94e9-9a9bc73a7240 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323379 Jun 28 12:09:09.104302 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5a87e-5d5d-453d-aa91-7122031fb1bc req-18df4df0-2087-44ac-8f4e-43b5bc2e1321 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:09.106561 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-15f5a87e-5d5d-453d-aa91-7122031fb1bc req-18df4df0-2087-44ac-8f4e-43b5bc2e1321 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0744181 Jun 28 12:09:09.149354 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-15f5a87e-5d5d-453d-aa91-7122031fb1bc req-80a1a2e0-f66d-4d4a-9ea7-1a360ad141e8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338891 Jun 28 12:09:09.343871 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d98363-5101-40e1-b106-b61eeb5a73c2 req-3c2707be-949c-4660-b872-8f48e132d59b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:09.345313 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-14d98363-5101-40e1-b106-b61eeb5a73c2 req-3c2707be-949c-4660-b872-8f48e132d59b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0636060 Jun 28 12:09:09.384823 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-14d98363-5101-40e1-b106-b61eeb5a73c2 req-8a58c8ea-8af0-4153-a12b-b93cf0debcb1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Jun 28 12:09:10.325581 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf6ca4-3096-447e-acd8-c0583a18518f req-82742374-f87d-4833-816c-0d0c70b7ae90 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:10.327070 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5caf6ca4-3096-447e-acd8-c0583a18518f req-82742374-f87d-4833-816c-0d0c70b7ae90 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0645332 Jun 28 12:09:10.363647 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5caf6ca4-3096-447e-acd8-c0583a18518f req-8539f079-9261-4913-907d-21cab84cea22 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Jun 28 12:09:10.583691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108be27-a5e7-410f-a5f5-2351677374ed req-204529af-4459-4a4d-8cea-b8de22e4da6f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:10.585225 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f108be27-a5e7-410f-a5f5-2351677374ed req-204529af-4459-4a4d-8cea-b8de22e4da6f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0787439 Jun 28 12:09:10.628945 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f108be27-a5e7-410f-a5f5-2351677374ed req-418c69a5-2562-433d-b20f-13084eace72a tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Jun 28 12:09:10.974182 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:09:11.550696 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddba54f-8400-44f2-b91a-0676a4443e32 req-3153a564-aa09-4f0a-883e-82bbfbaf0eb5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:11.552162 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dddba54f-8400-44f2-b91a-0676a4443e32 req-3153a564-aa09-4f0a-883e-82bbfbaf0eb5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0683811 Jun 28 12:09:11.595189 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dddba54f-8400-44f2-b91a-0676a4443e32 req-15fa4868-7291-4ef5-9095-2ef9999286df tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357282 Jun 28 12:09:11.812415 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bd8f7-ad68-4008-9c1a-d5f85ccbe5f7 req-ae6c5fda-b54e-456f-afaa-4fcc82b151b1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:11.813881 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-370bd8f7-ad68-4008-9c1a-d5f85ccbe5f7 req-ae6c5fda-b54e-456f-afaa-4fcc82b151b1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0678823 Jun 28 12:09:11.851838 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-370bd8f7-ad68-4008-9c1a-d5f85ccbe5f7 req-920f7acb-5bf7-4e0b-a758-19bfe87063c0 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Jun 28 12:09:12.774167 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797ed9-8683-4ede-a6f1-1c7217e65588 req-cc7ff9e0-1166-4d30-bdd5-1ca65a665740 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:12.775912 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9b797ed9-8683-4ede-a6f1-1c7217e65588 req-cc7ff9e0-1166-4d30-bdd5-1ca65a665740 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 945 time: 0.0655425 Jun 28 12:09:12.833087 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9b797ed9-8683-4ede-a6f1-1c7217e65588 req-e975a48c-886b-4585-bbe5-b4726de52b5c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513065 Jun 28 12:09:13.036389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a19299-caea-458a-8556-ff2a5456c3de req-66d72c0a-3a85-4c5a-8330-3c3906602e73 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:13.038185 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d9a19299-caea-458a-8556-ff2a5456c3de req-66d72c0a-3a85-4c5a-8330-3c3906602e73 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0768239 Jun 28 12:09:13.080660 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d9a19299-caea-458a-8556-ff2a5456c3de req-966ea6a8-98b8-413b-a667-ec763cbd870b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Jun 28 12:09:13.167686 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device a73d344d-2a76-4c67-8a71-dc846e57aaa8 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:09:13.218547 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port a73d344d-2a76-4c67-8a71-dc846e57aaa8 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:09:13.222283 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port a73d344d-2a76-4c67-8a71-dc846e57aaa8 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:09:13.222672 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:13.302836 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:13.328210 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba21b475-5919-4bae-b56a-b0f55e904fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d344d-2a76-4c67-8a71-dc846e57aaa8'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:13.330470 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bb7c21-4d49-4bbf-9d22-323fb6ccd2a9" -d '{"events": [{"server_uuid": "ba21b475-5919-4bae-b56a-b0f55e904fa1", "name": "network-vif-plugged", "status": "completed", "tag": "a73d344d-2a76-4c67-8a71-dc846e57aaa8"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:13.343322 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port a73d344d-2a76-4c67-8a71-dc846e57aaa8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a73d344d-2a76-4c67-8a71-dc846e57aaa8,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:13.348507 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:13.350341 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:13.371495 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb9e1d-0ffd-461d-8249-133bee42651b x-openstack-request-id: req-15bb9e1d-0ffd-461d-8249-133bee42651b {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:13.371811 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba21b475-5919-4bae-b56a-b0f55e904fa1", "name": "network-vif-plugged", "status": "completed", "tag": "a73d344d-2a76-4c67-8a71-dc846e57aaa8", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:13.372061 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15bb9e1d-0ffd-461d-8249-133bee42651b {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:13.372442 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba21b475-5919-4bae-b56a-b0f55e904fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d344d-2a76-4c67-8a71-dc846e57aaa8', 'code': 200} Jun 28 12:09:13.401143 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=a73d344d-2a76-4c67-8a71-dc846e57aaa8,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:13.404194 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:13.589921 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f222af-6c9a-4ef1-a9fd-33e515b5b166 req-946b9cc5-4bb6-4434-86b2-a09fdac28c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:13.591440 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-41f222af-6c9a-4ef1-a9fd-33e515b5b166 req-946b9cc5-4bb6-4434-86b2-a09fdac28c9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0560510 Jun 28 12:09:13.627535 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-41f222af-6c9a-4ef1-a9fd-33e515b5b166 req-f8036fc8-615a-4b3d-ba54-11bf273fe81e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280972 Jun 28 12:09:14.017128 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef7924-edc3-4911-bd7f-2d791aefe863 req-619b0152-e0bf-41b1-99c6-fedec2f91e7d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:14.018601 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18ef7924-edc3-4911-bd7f-2d791aefe863 req-619b0152-e0bf-41b1-99c6-fedec2f91e7d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0719454 Jun 28 12:09:14.059847 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18ef7924-edc3-4911-bd7f-2d791aefe863 req-d0bee32e-407b-41ab-8532-adb8a31cf6f4 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jun 28 12:09:14.284284 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90038e-3947-43ac-983d-7d453eda8cc0 req-434334f0-f9fb-426d-a668-71b04d0e326f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:14.285742 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fe90038e-3947-43ac-983d-7d453eda8cc0 req-434334f0-f9fb-426d-a668-71b04d0e326f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0733285 Jun 28 12:09:14.331575 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fe90038e-3947-43ac-983d-7d453eda8cc0 req-9c6fd4ef-1e6a-4f5c-87e4-e7a97a32e3d1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377760 Jun 28 12:09:15.262079 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d43cb-2a01-46a6-b5db-61003467c715 req-9516fce8-2107-4cd7-8259-5eb5bfa0d20b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:15.264325 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5b5d43cb-2a01-46a6-b5db-61003467c715 req-9516fce8-2107-4cd7-8259-5eb5bfa0d20b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0912144 Jun 28 12:09:15.305202 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5b5d43cb-2a01-46a6-b5db-61003467c715 req-b3dfd6f1-8787-4003-9b6b-28c16ad5b8a9 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357704 Jun 28 12:09:15.532104 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ab38f-21df-4f68-8dd2-efc024b11ee7 req-10b071d0-a22f-4ce4-abd5-a183df959e29 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:15.533544 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b61ab38f-21df-4f68-8dd2-efc024b11ee7 req-10b071d0-a22f-4ce4-abd5-a183df959e29 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0800431 Jun 28 12:09:15.574234 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b61ab38f-21df-4f68-8dd2-efc024b11ee7 req-a89e72de-6780-40c5-a460-0079cad05f91 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344872 Jun 28 12:09:16.449755 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-de07bdb6-7671-467a-82a6-82f605b5ebf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:16.495919 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6deaa-8311-4f8d-a9cf-0e61c4286bb2 req-b8ba8178-c351-422b-921f-a25a5c3ecaa6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:16.497394 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e0f6deaa-8311-4f8d-a9cf-0e61c4286bb2 req-b8ba8178-c351-422b-921f-a25a5c3ecaa6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0621827 Jun 28 12:09:16.537961 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e0f6deaa-8311-4f8d-a9cf-0e61c4286bb2 req-14beb625-e6f2-4d73-9210-f99438d8cc0c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Jun 28 12:09:16.778693 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddda9cf-75d0-42a5-ba62-c1cb28a5ab86 req-a4e9243a-caac-47cf-93b0-e1b1e4ca5128 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:16.780188 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8ddda9cf-75d0-42a5-ba62-c1cb28a5ab86 req-a4e9243a-caac-47cf-93b0-e1b1e4ca5128 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0773406 Jun 28 12:09:16.821775 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8ddda9cf-75d0-42a5-ba62-c1cb28a5ab86 req-d41c9064-5715-4922-beba-6f43d0aa4440 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Jun 28 12:09:17.015832 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:17.714114 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa81a6e-d40c-48dd-82a4-bd4e8aa9696c req-f798c888-3974-4d80-bff6-9e9fce4f43f3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:17.715653 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2aa81a6e-d40c-48dd-82a4-bd4e8aa9696c req-f798c888-3974-4d80-bff6-9e9fce4f43f3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0665996 Jun 28 12:09:17.755722 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2aa81a6e-d40c-48dd-82a4-bd4e8aa9696c req-f66be381-7baf-415b-b423-815329557366 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340106 Jun 28 12:09:18.004121 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090e5fc-81ad-4160-bc3b-997055805b2e req-66eecc93-35d7-4ac5-8f5a-4343301461f4 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:18.005646 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9090e5fc-81ad-4160-bc3b-997055805b2e req-66eecc93-35d7-4ac5-8f5a-4343301461f4 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0696182 Jun 28 12:09:18.044674 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9090e5fc-81ad-4160-bc3b-997055805b2e req-b1a7b610-4aff-4a6a-92b0-228fc94ce992 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329049 Jun 28 12:09:18.781060 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad48f8-a312-4168-8562-b036092549c8 req-d7d14e62-df3f-418e-83b3-550ba48b8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:18.784983 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c3ad48f8-a312-4168-8562-b036092549c8 req-d7d14e62-df3f-418e-83b3-550ba48b8b46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1099 time: 0.0644879 Jun 28 12:09:18.825391 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c3ad48f8-a312-4168-8562-b036092549c8 req-07408178-8ca0-4cbc-90a9-5eb4d26a5b09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338652 Jun 28 12:09:18.960510 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbfb31-cd82-445d-9ad0-32dd876d3972 req-adc5bd15-56b4-4c42-9fdc-a83ad8b689d5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:18.961924 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5bcbfb31-cd82-445d-9ad0-32dd876d3972 req-adc5bd15-56b4-4c42-9fdc-a83ad8b689d5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0887537 Jun 28 12:09:19.012323 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5bcbfb31-cd82-445d-9ad0-32dd876d3972 req-178052dd-5396-4c7b-be0a-cd096934f06e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Jun 28 12:09:19.020831 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509d3d2-8e61-4e15-96d1-9e7064be4fb9 req-97d3c754-58d1-4c96-bb0a-5fc5bfdd21f1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:19.022304 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f509d3d2-8e61-4e15-96d1-9e7064be4fb9 req-97d3c754-58d1-4c96-bb0a-5fc5bfdd21f1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0979185 Jun 28 12:09:19.030421 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:19.059993 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-7f33c30a-110a-4262-9456-64d91ef02eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:19.078514 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f509d3d2-8e61-4e15-96d1-9e7064be4fb9 req-2798e332-e0f9-412b-8808-0164969ae383 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496087 Jun 28 12:09:19.222815 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db9422-9504-4b91-96ff-791be55a2f4a req-dcf708d5-4be8-463a-9411-86874719b26c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:19.224344 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-83db9422-9504-4b91-96ff-791be55a2f4a req-dcf708d5-4be8-463a-9411-86874719b26c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0647879 Jun 28 12:09:19.264369 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-83db9422-9504-4b91-96ff-791be55a2f4a req-69da05d8-6032-45d2-a724-a68d6b28bf23 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Jun 28 12:09:20.022739 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:20.213286 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc072ff-6b29-4658-8ee6-1a16cc54562f req-5dc00631-4431-4d57-b924-0c366b8247a8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:20.216693 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1cc072ff-6b29-4658-8ee6-1a16cc54562f req-5dc00631-4431-4d57-b924-0c366b8247a8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0730703 Jun 28 12:09:20.284881 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1cc072ff-6b29-4658-8ee6-1a16cc54562f req-75c379a2-ef37-4114-a865-2d2891e4af33 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599234 Jun 28 12:09:20.317679 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e6c27-8e5d-404a-b281-4fb381cbd499 req-02320e69-7949-4100-bed1-5f883be87a65 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:20.319249 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2c7e6c27-8e5d-404a-b281-4fb381cbd499 req-02320e69-7949-4100-bed1-5f883be87a65 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1034958 Jun 28 12:09:20.360817 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2c7e6c27-8e5d-404a-b281-4fb381cbd499 req-084512d8-9f60-45e0-9b0b-1ed03c16d096 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345957 Jun 28 12:09:20.451075 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13008d4-40e8-4b76-a25f-36797aa54ddb req-b4eed1b7-77bc-4ff2-96cb-d409c7a39ab2 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:20.452632 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b13008d4-40e8-4b76-a25f-36797aa54ddb req-b4eed1b7-77bc-4ff2-96cb-d409c7a39ab2 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0643802 Jun 28 12:09:20.491175 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b13008d4-40e8-4b76-a25f-36797aa54ddb req-cacdcb29-2210-4ae3-bfe2-f4fcd9878eaf tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Jun 28 12:09:21.464845 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a735b-1320-43a8-bb30-70d3420f4d43 req-3262ab75-d912-4db9-91bd-0edc2e1481b7 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:21.465983 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cd5a735b-1320-43a8-bb30-70d3420f4d43 req-3262ab75-d912-4db9-91bd-0edc2e1481b7 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0684721 Jun 28 12:09:21.534399 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cd5a735b-1320-43a8-bb30-70d3420f4d43 req-04b022b8-1f9a-49cf-a29b-7697bba54e5e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622115 Jun 28 12:09:21.572141 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18059978-3027-4237-a809-a82201ee15c6 req-5c56201a-889d-401a-af13-9b3d654ee468 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:21.573898 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18059978-3027-4237-a809-a82201ee15c6 req-5c56201a-889d-401a-af13-9b3d654ee468 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0883486 Jun 28 12:09:21.616691 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18059978-3027-4237-a809-a82201ee15c6 req-e8bce132-a0c3-43f5-a431-c80e766067fd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329754 Jun 28 12:09:21.698356 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465cc45-fdf7-4162-9cca-68d7e9ff754d req-bdb458d5-99c2-44a0-a338-e66da4bbd777 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:21.699934 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0465cc45-fdf7-4162-9cca-68d7e9ff754d req-bdb458d5-99c2-44a0-a338-e66da4bbd777 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0653293 Jun 28 12:09:21.738289 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0465cc45-fdf7-4162-9cca-68d7e9ff754d req-1de4ed88-bf8f-4186-ac2d-3fac21fe6b03 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Jun 28 12:09:21.806504 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:22.210490 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-46065ee9-5a84-4d60-96b0-05023ec08986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:22.212028 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-46065ee9-5a84-4d60-96b0-05023ec08986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb09feecc7884db493de86f8a2dfa30f&device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 1099 time: 0.0523059 Jun 28 12:09:22.273273 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4790045-45dd-475d-9499-f12f107fe010 req-b20c432b-f9db-460c-8d2b-0d9a3fa88f45 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:22.274601 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b4790045-45dd-475d-9499-f12f107fe010 req-b20c432b-f9db-460c-8d2b-0d9a3fa88f45 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0687690 Jun 28 12:09:22.309204 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-e9f2de29-cbeb-46f1-9594-c0bed9b080e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:22.310714 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-e9f2de29-cbeb-46f1-9594-c0bed9b080e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 200 len: 920 time: 0.0918078 Jun 28 12:09:22.313336 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b4790045-45dd-475d-9499-f12f107fe010 req-8b27a19c-a510-458d-82eb-efaeb14cb27f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Jun 28 12:09:22.362917 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-eb8c753b-829e-4400-93de-e7085b81b864 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 200 len: 217 time: 0.0386367 Jun 28 12:09:22.412218 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-3bc5061e-a193-4e38-b87e-d4e9c96ac3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:22.414028 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-3bc5061e-a193-4e38-b87e-d4e9c96ac3d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 200 len: 859 time: 0.0438523 Jun 28 12:09:22.450887 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-4eada9d8-1e39-43fb-961f-62dab96e1089 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1d123fcb-8ac3-4978-bd7e-2a21b91c0791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296810 Jun 28 12:09:22.546630 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-10d5c299-ee8b-4fe1-94c4-af287c761e97 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877244 Jun 28 12:09:22.656056 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84c939c0-fe00-4d71-8bb1-8ee0aaf72edf req-d7cc86e8-aee1-4fe4-b813-bb874ca31604 service neutron] 10.222.0.15 "GET /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982084 Jun 28 12:09:22.813512 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40441990-1279-4a1b-99e5-78f772616941 req-8582582e-7707-4714-85a0-c98a4e0a56e3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:22.814941 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-40441990-1279-4a1b-99e5-78f772616941 req-8582582e-7707-4714-85a0-c98a4e0a56e3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0640364 Jun 28 12:09:22.853128 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-40441990-1279-4a1b-99e5-78f772616941 req-e8a5b31d-34a0-414e-8142-7b0990c62322 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319126 Jun 28 12:09:23.499396 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c0541-20ec-4d23-bdf8-e07b9c25db64 req-e5061a4b-9e10-4adb-be6b-cffb887ccf68 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:23.500739 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a84c0541-20ec-4d23-bdf8-e07b9c25db64 req-e5061a4b-9e10-4adb-be6b-cffb887ccf68 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0683489 Jun 28 12:09:23.540596 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a84c0541-20ec-4d23-bdf8-e07b9c25db64 req-d1ce63d5-31a4-4c1d-92eb-37d913f8fe71 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Jun 28 12:09:24.095810 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce3b89-aa34-43d1-b90d-92b3ad67c4a0 req-c450e7b9-ed32-4919-ba17-0b3db5bdd014 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:24.097367 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-61ce3b89-aa34-43d1-b90d-92b3ad67c4a0 req-c450e7b9-ed32-4919-ba17-0b3db5bdd014 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1130328 Jun 28 12:09:24.152847 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-61ce3b89-aa34-43d1-b90d-92b3ad67c4a0 req-88264db6-7fce-4b44-be80-2e09da4cb11d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487707 Jun 28 12:09:24.160831 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793113c-7973-4ae1-bdf7-a500ff440652 req-e46a5747-928d-4c6b-898e-e9cb62400ace tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:24.162363 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8793113c-7973-4ae1-bdf7-a500ff440652 req-e46a5747-928d-4c6b-898e-e9cb62400ace tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 945 time: 0.1172953 Jun 28 12:09:24.207583 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8793113c-7973-4ae1-bdf7-a500ff440652 req-a17270e9-c4b2-490c-ad71-909cc9a25b24 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Jun 28 12:09:24.944235 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af69bc-3670-4367-a1a5-a2b28211f5b9 req-cc361b8d-d475-408c-8560-15e70e9cffa6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:24.945706 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5af69bc-3670-4367-a1a5-a2b28211f5b9 req-cc361b8d-d475-408c-8560-15e70e9cffa6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.2943418 Jun 28 12:09:24.983969 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5af69bc-3670-4367-a1a5-a2b28211f5b9 req-cd60c094-5427-4a2c-9323-7596e1a33c7f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Jun 28 12:09:25.370312 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da008b5e-bc91-455a-885a-a79642d318d5 req-5965a681-6445-4072-8f44-8017c2ce7b6c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:25.371802 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-da008b5e-bc91-455a-885a-a79642d318d5 req-5965a681-6445-4072-8f44-8017c2ce7b6c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0918510 Jun 28 12:09:25.427717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00be37e-a188-4706-a4cf-6fd46c00155e req-b0b54d06-bc56-4684-8ff8-47fc7269ae32 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:25.429175 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f00be37e-a188-4706-a4cf-6fd46c00155e req-b0b54d06-bc56-4684-8ff8-47fc7269ae32 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 945 time: 0.1047320 Jun 28 12:09:25.432570 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-da008b5e-bc91-455a-885a-a79642d318d5 req-6f7d901c-d8fe-4e1c-acc1-1e134c4449e2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542092 Jun 28 12:09:25.466334 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f00be37e-a188-4706-a4cf-6fd46c00155e req-fa58c0ae-fe4c-4c0b-a653-f903e851bc73 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312059 Jun 28 12:09:26.167578 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9707b93-0a3b-4731-aaa2-a8b7d7f31426 req-07e22195-b92a-4aba-8ac5-d1c901c75163 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:26.169244 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9707b93-0a3b-4731-aaa2-a8b7d7f31426 req-07e22195-b92a-4aba-8ac5-d1c901c75163 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0732348 Jun 28 12:09:26.211937 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9707b93-0a3b-4731-aaa2-a8b7d7f31426 req-0138bb18-d260-4fd1-a4cf-c72615dcba0b tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Jun 28 12:09:26.464667 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c0bbfb24-aebf-4978-b351-f41210e42205 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:26.466500 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c0bbfb24-aebf-4978-b351-f41210e42205 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.15 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 945 time: 0.1052287 Jun 28 12:09:26.674103 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47f956-5ecf-4168-a97f-9089fe5416bf req-145af9b8-448d-44e8-8a30-634bbed79238 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:26.676045 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5f47f956-5ecf-4168-a97f-9089fe5416bf req-145af9b8-448d-44e8-8a30-634bbed79238 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0864916 Jun 28 12:09:26.742376 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5f47f956-5ecf-4168-a97f-9089fe5416bf req-c4261b8d-2647-4533-b680-74c3ad07b768 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560384 Jun 28 12:09:26.770454 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927debd-959b-4065-9b92-e845162e21c0 req-a9194fac-42c5-4596-b9df-13280f711356 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:26.772161 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f927debd-959b-4065-9b92-e845162e21c0 req-a9194fac-42c5-4596-b9df-13280f711356 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 945 time: 0.0951083 Jun 28 12:09:26.814804 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f927debd-959b-4065-9b92-e845162e21c0 req-ffccca4e-44b4-4650-880a-9b2978320c26 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351508 Jun 28 12:09:26.853378 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Deleting port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:26.853752 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:26.951647 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] For port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:26.952013 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:26.967535 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Calling delete_port for 8093f1bf-1b2b-416c-90cd-eb2bad6865ed owned by compute:nova {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:27.149524 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:27.153888 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:27.162021 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['8093f1bf-1b2b-416c-90cd-eb2bad6865ed'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:27.177673 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Pushing event deleted for resources: {'Port': ['ID=8093f1bf-1b2b-416c-90cd-eb2bad6865ed,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:27.181045 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:27.240558 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] No DVR routers for this DVR port 8093f1bf-1b2b-416c-90cd-eb2bad6865ed on host hv-cinder-77238 {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:09:27.244129 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:27.246090 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b6a237f8-86fe-418e-a88a-2ea371f6c9c0 req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.15 "DELETE /v2.0/ports/8093f1bf-1b2b-416c-90cd-eb2bad6865ed HTTP/1.1" status: 204 len: 173 time: 0.7738962 Jun 28 12:09:27.246555 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653e096d-8e60-4beb-843e-330dcb3802ae', 'name': 'network-vif-deleted', 'tag': '8093f1bf-1b2b-416c-90cd-eb2bad6865ed'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:27.248906 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0a4be9-3506-4117-b01f-f2a828a468fa" -d '{"events": [{"server_uuid": "653e096d-8e60-4beb-843e-330dcb3802ae", "name": "network-vif-deleted", "tag": "8093f1bf-1b2b-416c-90cd-eb2bad6865ed"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:27.293156 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e28594-1d5e-4c6a-a23d-accb67fe8976 x-openstack-request-id: req-d0e28594-1d5e-4c6a-a23d-accb67fe8976 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:27.293636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653e096d-8e60-4beb-843e-330dcb3802ae", "name": "network-vif-deleted", "tag": "8093f1bf-1b2b-416c-90cd-eb2bad6865ed", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:27.294011 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0e28594-1d5e-4c6a-a23d-accb67fe8976 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:27.294501 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653e096d-8e60-4beb-843e-330dcb3802ae', 'name': 'network-vif-deleted', 'tag': '8093f1bf-1b2b-416c-90cd-eb2bad6865ed', 'status': 'completed', 'code': 200} Jun 28 12:09:27.939016 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfb2fa-72bc-4ec2-a767-107a69b98524 req-bead2daf-2bf8-4650-a8cb-b742458b28bd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:27.940600 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-09cfb2fa-72bc-4ec2-a767-107a69b98524 req-bead2daf-2bf8-4650-a8cb-b742458b28bd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0742624 Jun 28 12:09:27.983429 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-09cfb2fa-72bc-4ec2-a767-107a69b98524 req-49d4c424-d6f8-43e0-8e77-c69bc2156385 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360072 Jun 28 12:09:28.020742 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5b906d71-0d44-4cdc-a3d2-2eb7c414d64c req-1d039abd-f88a-4ebc-ae9e-81f1b9e4de65 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=653e096d-8e60-4beb-843e-330dcb3802ae HTTP/1.1" status: 200 len: 210 time: 0.0321555 Jun 28 12:09:29.173722 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb383cf-10ad-4903-a15b-4387fcf8397e req-c1bd0a5e-0dc8-4364-b29b-fe2b9d8a3e2b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:29.175262 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-aeb383cf-10ad-4903-a15b-4387fcf8397e req-c1bd0a5e-0dc8-4364-b29b-fe2b9d8a3e2b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0704255 Jun 28 12:09:29.222758 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-aeb383cf-10ad-4903-a15b-4387fcf8397e req-ddf3d3ee-6f41-44df-bb89-b17e352a6289 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Jun 28 12:09:30.424501 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3819f-f1c1-4164-87e1-636c304e75d4 req-f4173ded-3e87-4d94-9b04-b8562581d537 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:30.425971 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f7d3819f-f1c1-4164-87e1-636c304e75d4 req-f4173ded-3e87-4d94-9b04-b8562581d537 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0665252 Jun 28 12:09:30.472633 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f7d3819f-f1c1-4164-87e1-636c304e75d4 req-fa2758f1-501d-41c4-9b86-31c64cbde6d3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388229 Jun 28 12:09:31.657410 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff121a-bfe5-410f-8465-43d49d386f30 req-2145f9be-8f95-4e9a-93df-baeffa4b7c6b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:31.658773 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-59ff121a-bfe5-410f-8465-43d49d386f30 req-2145f9be-8f95-4e9a-93df-baeffa4b7c6b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0671940 Jun 28 12:09:31.699294 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-59ff121a-bfe5-410f-8465-43d49d386f30 req-edfe0ea9-89bd-4760-9270-1590dee991c6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343370 Jun 28 12:09:32.883633 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b0cbf-aad0-444a-8915-67ab8d57273b req-96a2ed5b-b85f-404d-b041-7316494a6b19 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:32.885085 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-513b0cbf-aad0-444a-8915-67ab8d57273b req-96a2ed5b-b85f-404d-b041-7316494a6b19 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0672200 Jun 28 12:09:32.925104 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-513b0cbf-aad0-444a-8915-67ab8d57273b req-9be27d77-7ba6-493b-9ade-322bc3034aca tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339563 Jun 28 12:09:33.189503 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 8093f1bf-1b2b-416c-90cd-eb2bad6865ed no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:09:33.328182 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 8093f1bf-1b2b-416c-90cd-eb2bad6865ed {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:09:33.328521 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 8093f1bf-1b2b-416c-90cd-eb2bad6865ed not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:09:34.109604 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be6d3f-8635-4d29-9fec-b4d980fd086c req-1008a42f-edfa-4c11-9f86-78a8e897351b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:34.111104 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e3be6d3f-8635-4d29-9fec-b4d980fd086c req-1008a42f-edfa-4c11-9f86-78a8e897351b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0660698 Jun 28 12:09:34.150987 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e3be6d3f-8635-4d29-9fec-b4d980fd086c req-0c0cf4e2-ccb2-4250-9a5a-fc81c2c9daba tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334189 Jun 28 12:09:35.348361 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956cb7-e391-4f94-a22b-a2bafe89874c req-fd12ced8-7c01-4072-b951-c341f9de1dce tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:35.349300 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a4956cb7-e391-4f94-a22b-a2bafe89874c req-fd12ced8-7c01-4072-b951-c341f9de1dce tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0682774 Jun 28 12:09:35.392309 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a4956cb7-e391-4f94-a22b-a2bafe89874c req-6639a633-4bd4-415b-affe-7bf9f0cb0bd4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349188 Jun 28 12:09:36.581029 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867dd63-2b79-4f23-a833-c1801c0ed39c req-ddc18a68-5b81-4b51-ba66-b6d4773a6647 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:36.582375 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b867dd63-2b79-4f23-a833-c1801c0ed39c req-ddc18a68-5b81-4b51-ba66-b6d4773a6647 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0715959 Jun 28 12:09:36.624763 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b867dd63-2b79-4f23-a833-c1801c0ed39c req-93d7821a-3c51-4d52-9a22-b517f9d2a602 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336308 Jun 28 12:09:37.817102 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9384b-a5e8-465a-84a8-d7ad4de3fcac req-2f6e6311-2908-41f2-b693-4f70a0c5a442 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:37.818540 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29d9384b-a5e8-465a-84a8-d7ad4de3fcac req-2f6e6311-2908-41f2-b693-4f70a0c5a442 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0669255 Jun 28 12:09:37.865389 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29d9384b-a5e8-465a-84a8-d7ad4de3fcac req-db84c572-87d2-4c22-a555-66d369a4ca1e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 Jun 28 12:09:39.054926 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86efe4b-f07e-471e-835e-66068a54313b req-85e42cf4-5691-40e9-9191-bd1ef9fbe1d7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:39.056377 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b86efe4b-f07e-471e-835e-66068a54313b req-85e42cf4-5691-40e9-9191-bd1ef9fbe1d7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0676112 Jun 28 12:09:39.096258 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b86efe4b-f07e-471e-835e-66068a54313b req-92bca2a0-ae20-4d47-9b5f-f502dafb2efe tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Jun 28 12:09:40.304161 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bad1db-a500-4407-b36d-b749baa0405d req-fcc5b8ca-8b0b-4007-a850-45971565d7fe tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:40.305682 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-66bad1db-a500-4407-b36d-b749baa0405d req-fcc5b8ca-8b0b-4007-a850-45971565d7fe tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0813701 Jun 28 12:09:40.345935 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-66bad1db-a500-4407-b36d-b749baa0405d req-7e703d8d-d907-4da7-84e7-6c4f961acb4a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343089 Jun 28 12:09:41.541561 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cdbf3-df82-42bd-a82b-31971d810e6c req-05c78814-4e3e-4c46-9779-d4b7d9cf7a17 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:41.543006 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2b9cdbf3-df82-42bd-a82b-31971d810e6c req-05c78814-4e3e-4c46-9779-d4b7d9cf7a17 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0689597 Jun 28 12:09:41.584187 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2b9cdbf3-df82-42bd-a82b-31971d810e6c req-c2e0f6b9-1786-4055-a33d-29462d7e7d3e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331428 Jun 28 12:09:42.781546 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe842-24ae-47dc-8eda-bf03af94fc5d req-59cdd485-1d88-499d-84c9-1aecc5af0df4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:42.783024 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-35cbe842-24ae-47dc-8eda-bf03af94fc5d req-59cdd485-1d88-499d-84c9-1aecc5af0df4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0680196 Jun 28 12:09:42.820546 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-35cbe842-24ae-47dc-8eda-bf03af94fc5d req-bfaefcd9-c9da-4ccb-be42-199f7975e008 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312755 Jun 28 12:09:44.017343 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78237b28-30de-4774-b4be-00c6c9d858ce req-4dff99be-3f10-4875-9a3a-a4cc47919618 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:44.018866 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-78237b28-30de-4774-b4be-00c6c9d858ce req-4dff99be-3f10-4875-9a3a-a4cc47919618 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0717206 Jun 28 12:09:44.064138 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-78237b28-30de-4774-b4be-00c6c9d858ce req-72a9e141-fb9d-4752-9247-17db339dec21 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339651 Jun 28 12:09:45.255933 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013426f-23e7-497c-ab2a-bf17c7f66dbe req-5b2ec1de-4b57-4962-9e69-bcab180ec7ef tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:45.257422 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e013426f-23e7-497c-ab2a-bf17c7f66dbe req-5b2ec1de-4b57-4962-9e69-bcab180ec7ef tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0692604 Jun 28 12:09:45.309534 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e013426f-23e7-497c-ab2a-bf17c7f66dbe req-9112c46b-610b-4055-bcfc-42d03b77ea8d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456245 Jun 28 12:09:45.413882 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-7795c467-a51d-4c91-b9be-4126585ddef3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:45.415282 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-7795c467-a51d-4c91-b9be-4126585ddef3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 815 time: 0.1176536 Jun 28 12:09:45.473161 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-22ab8871-0476-4328-9706-fe8f49de750a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/quotas/173302f386ee473e82b0178f7b67cc7a HTTP/1.1" status: 200 len: 375 time: 0.0481584 Jun 28 12:09:45.539701 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c1143-9523-42cd-952d-7c2330a16993 req-a0b11fbf-6609-4e65-8810-2512d551b567 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:45.541140 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-a0b11fbf-6609-4e65-8810-2512d551b567 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/networks?id=67d4bd78-984e-4144-9dab-4cd8a7cf0426 HTTP/1.1" status: 200 len: 812 time: 0.1455326 Jun 28 12:09:45.563560 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-627c213f-cbbc-476b-b86a-3b626f1562fb tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/quotas/87d5f72399614a90a9010fae5dc3ac21 HTTP/1.1" status: 200 len: 375 time: 0.0157516 Jun 28 12:09:45.598736 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-c0dd5018-0d6c-4ede-9945-5c1de109b118 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d5f72399614a90a9010fae5dc3ac21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294063 Jun 28 12:09:45.606346 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-de96aa3b-1bf0-4dd1-9db0-78b3ee67bff1 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1259546 Jun 28 12:09:45.753770 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-e7863c24-fbcc-4b42-906b-fe034f969b6a service neutron] 10.222.0.11 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464911 Jun 28 12:09:45.755849 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-575acdc9-eef0-4b1f-9160-8feb10b1f622 service neutron] 10.222.0.11 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418092 Jun 28 12:09:45.907569 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-6d53636a-5e2c-441e-a202-4ec367643a97 service neutron] 10.222.0.11 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470611 Jun 28 12:09:45.909241 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-f8f9f676-72aa-49e8-b00b-4f0207a297fd service neutron] 10.222.0.11 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418829 Jun 28 12:09:46.023815 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-022d137c-47d3-4fae-9eb1-9b99beb17a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:46.025391 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-022d137c-47d3-4fae-9eb1-9b99beb17a18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0550687 Jun 28 12:09:46.151465 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22628d5a-5423-4121-aee0-23f0d305af2f req-e13e0eec-f9df-407f-a92b-7d9c37e6c32a tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 210 time: 0.0462868 Jun 28 12:09:46.216672 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-56639047-3185-4eeb-a5c6-358cd0d10016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:46.218171 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-56639047-3185-4eeb-a5c6-358cd0d10016 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.1641781 Jun 28 12:09:46.220620 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1b4879fe-4658-45ee-bad9-b4af0be95216 req-02a238d6-6ee9-4542-9699-2a70fe6ba4b5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 210 time: 0.0351825 Jun 28 12:09:46.335361 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-fd04c293-8a2c-460e-bdce-df138ce388bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 200 len: 1000 time: 0.1065590 Jun 28 12:09:46.401141 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-ff36c595-f321-447b-97b5-314f798974bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:46.402754 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-ff36c595-f321-447b-97b5-314f798974bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0602298 Jun 28 12:09:46.465197 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-64afc71e-7472-4a80-91b1-4d6c7e7322a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:46.526251 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-d16a7c13-845a-406d-a748-34df914400d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:46.527773 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-d16a7c13-845a-406d-a748-34df914400d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1164770 Jun 28 12:09:46.604091 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bccc8f-353d-4a8b-bf82-e5b9c74ece6c req-fdb1c62d-e0bc-4775-bdd8-94a408b832f8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:46.614095 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30bccc8f-353d-4a8b-bf82-e5b9c74ece6c req-fdb1c62d-e0bc-4775-bdd8-94a408b832f8 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1154814 Jun 28 12:09:46.638269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de805e0b-06b6-4579-b2b0-d4f94eb827af req-7479472a-6583-4549-a300-93f9185b608d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:46.639811 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-de805e0b-06b6-4579-b2b0-d4f94eb827af req-7479472a-6583-4549-a300-93f9185b608d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1867843 Jun 28 12:09:46.640807 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-fbeb94e9-67f8-4054-b648-6e1c765ca36f service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024880 Jun 28 12:09:46.671362 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30bccc8f-353d-4a8b-bf82-e5b9c74ece6c req-6faf8110-e9d3-4007-af23-395d800da780 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563116 Jun 28 12:09:46.695457 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-de805e0b-06b6-4579-b2b0-d4f94eb827af req-6c15c126-5f01-4a89-987d-f4e176b04e5f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447116 Jun 28 12:09:46.745109 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2ed532e1-8354-46e0-9257-68e6d30d8003 req-74a17e7a-2197-4273-9de3-b0293de82344 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Jun 28 12:09:47.062685 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.226683 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:09:47.291927 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a0709ecf-1526-4248-b831-7787ecadbf89 req-66d77708-18a7-4a41-85cb-5594fbe9c379 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 210 time: 0.0375581 Jun 28 12:09:47.321860 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:47.332885 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'port_id': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'mac_address': 'fa:16:3e:9e:79:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:09:47.364474 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2871880a-517d-47c8-bff4-18e1371628ec req-250090bd-4019-4b74-befb-b3ddcf8862bd tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 210 time: 0.0268061 Jun 28 12:09:47.371516 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.384266 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29eb358d-f46b-4937-94c6-b43c5f75e2ad {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:47.404663 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:47.410410 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.412805 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:47.460566 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=6']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:47.465807 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:47.564610 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['29eb358d-f46b-4937-94c6-b43c5f75e2ad'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:47.697687 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c1143-9523-42cd-952d-7c2330a16993 req-3b8f312b-75c0-468d-99dc-da7d8d93543b tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:47.700117 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-3b8f312b-75c0-468d-99dc-da7d8d93543b tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.15 "GET /v2.0/networks?id=67d4bd78-984e-4144-9dab-4cd8a7cf0426 HTTP/1.1" status: 200 len: 812 time: 0.1133347 Jun 28 12:09:47.720236 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Request body: {'port': {'device_id': 'e6e63984-1d86-4e12-bb96-3c9ce82b7352', 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426', 'admin_state_up': True, 'tenant_id': '87d5f72399614a90a9010fae5dc3ac21'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:09:47.834087 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Made reservation on behalf of 87d5f72399614a90a9010fae5dc3ac21 for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:09:47.837743 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:47.917311 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed865d0-677b-4d5f-b7f0-dd13bfdcbd5c req-d550a62c-bbf7-4ed0-9c66-5b65808b544c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:47.918820 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ed865d0-677b-4d5f-b7f0-dd13bfdcbd5c req-d550a62c-bbf7-4ed0-9c66-5b65808b544c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1222527 Jun 28 12:09:47.930757 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3e5a4-683d-435b-bd4c-5a1ae76c4637 req-99b97417-3361-4bd5-ae97-e6010bfca350 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:47.932194 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b4c3e5a4-683d-435b-bd4c-5a1ae76c4637 req-99b97417-3361-4bd5-ae97-e6010bfca350 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0885808 Jun 28 12:09:47.963795 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Allocated IP 172.20.0.11 (67d4bd78-984e-4144-9dab-4cd8a7cf0426/33bedd98-f09c-44a9-ab55-2e02afc83bd4/5c1e16bf-7054-4333-a4c0-c49d71b6b1ed) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:09:47.973329 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:09:47.989762 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ed865d0-677b-4d5f-b7f0-dd13bfdcbd5c req-6394c0c8-5253-4e98-b00c-eb0d3024a38f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Jun 28 12:09:47.995008 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b4c3e5a4-683d-435b-bd4c-5a1ae76c4637 req-badcd66e-f12f-43f2-904e-fa11afc42b67 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560551 Jun 28 12:09:48.127166 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.170354 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.175908 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:48.213193 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:09:48.221429 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:09:48.224144 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:09:48.257042 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Pushing event updated for resources: {'Port': ['ID=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:48.274539 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.274934 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.275272 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.275616 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.275954 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.276292 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.276633 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.276964 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.277298 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.277626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.277957 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.278288 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:48.282016 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:48.297793 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:48.298384 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.314457 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5987771 Jun 28 12:09:48.341889 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-e0a4eeb1-0716-48b6-a2f6-cfbd218fb82d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:48.343352 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-e0a4eeb1-0716-48b6-a2f6-cfbd218fb82d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "GET /v2.0/networks?id=fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 200 len: 815 time: 0.1053104 Jun 28 12:09:48.344811 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Request body: {'port': {'device_id': 'e6e63984-1d86-4e12-bb96-3c9ce82b7352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:09:48.357389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Request body: {'port': {'device_id': '4ff86252-0ae8-46ac-9397-fd0ff8efdece', 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'admin_state_up': True, 'tenant_id': '173302f386ee473e82b0178f7b67cc7a'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:09:48.428910 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.556525 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ab32f366-4d7a-43bb-a69c-a053373b4266 req-96168274-32d2-410f-a123-3009079715ff tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 210 time: 0.0469446 Jun 28 12:09:48.581233 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d181ea-ba50-473f-b793-46d75cc6fa4f req-02809054-22b9-48e4-9378-262c81eba030 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:48.581233 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-10d181ea-ba50-473f-b793-46d75cc6fa4f req-02809054-22b9-48e4-9378-262c81eba030 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 932 time: 0.1425519 Jun 28 12:09:48.593538 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Made reservation on behalf of 173302f386ee473e82b0178f7b67cc7a for: {'port': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:09:48.596881 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.640548 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-10d181ea-ba50-473f-b793-46d75cc6fa4f req-9c5d6f76-45d5-442f-bae8-6c8b8b1dc93a tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551572 Jun 28 12:09:48.707848 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:48.717187 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.731083 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Transition to ACTIVE for port object 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:09:48.736387 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.738475 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c117a48c-7f97-4875-9bdc-0e0f769edfc3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:48.741684 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Allocated IP 172.20.0.7 (fe46b158-06f6-47a7-8e28-ee3af2bad565/15368507-3350-444b-aaed-1e24aa0d20e2/e53eb961-2984-416d-a9fb-e34bff7886f5) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:09:48.792250 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:48.810772 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:48.859351 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Attempting to bind port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:09:48.859698 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Attempting to bind port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:09:48.859994 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Attempting to bind port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed on network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:09:48.864451 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed on network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:09:48.864755 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Attempting to bind port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed on network 67d4bd78-984e-4144-9dab-4cd8a7cf0426 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:09:48.869545 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:09:48.869869 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Checking segment: {'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:09:48.870240 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Bound using segment: {'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:09:48.870656 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Bound port: 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5511cd27-96ee-456a-a1cc-c611f123646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:09:48.871005 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.888949 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.930513 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.931608 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] For port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:09:48.934827 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:48.935324 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] For port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:09:48.939583 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.942465 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4b5b59c6-8a42-4d3b-a519-4861c61a8d58 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:48.964865 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce', 'a73d344d-2a76-4c67-8a71-dc846e57aaa8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:48.976091 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Network fe46b158-06f6-47a7-8e28-ee3af2bad565 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:09:48.977996 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:48.979064 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:48.979597 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:09:48.980063 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] 10.222.0.15 "PUT /v2.0/ports/5c1e16bf-7054-4333-a4c0-c49d71b6b1ed HTTP/1.1" status: 200 len: 1094 time: 0.6400905 Jun 28 12:09:48.980560 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e63984-1d86-4e12-bb96-3c9ce82b7352', 'tag': '5c1e16bf-7054-4333-a4c0-c49d71b6b1ed'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:48.982848 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278d9614-223f-4efa-a5f8-7adde6f9c477" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e63984-1d86-4e12-bb96-3c9ce82b7352", "tag": "5c1e16bf-7054-4333-a4c0-c49d71b6b1ed"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:48.985446 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:09:49.018074 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Pushing event updated for resources: {'Port': ['ID=e53eb961-2984-416d-a9fb-e34bff7886f5,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:49.031115 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.031501 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.031821 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.032250 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.032569 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.032968 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.033219 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.033617 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.033908 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.034211 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.036828 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.036828 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:49.045538 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:49.048108 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:49.055359 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ec2789-7424-42cc-9339-ecfa83a56cc9 x-openstack-request-id: req-b9ec2789-7424-42cc-9339-ecfa83a56cc9 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:49.055669 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e63984-1d86-4e12-bb96-3c9ce82b7352", "tag": "5c1e16bf-7054-4333-a4c0-c49d71b6b1ed", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:49.055945 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9ec2789-7424-42cc-9339-ecfa83a56cc9 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:49.056450 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e63984-1d86-4e12-bb96-3c9ce82b7352', 'tag': '5c1e16bf-7054-4333-a4c0-c49d71b6b1ed', 'status': 'completed', 'code': 200} Jun 28 12:09:49.057116 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:49.080718 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.081376 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.119396 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662914 Jun 28 12:09:49.132117 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.134790 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Request body: {'port': {'device_id': '4ff86252-0ae8-46ac-9397-fd0ff8efdece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:09:49.143942 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c1143-9523-42cd-952d-7c2330a16993 req-26523798-1f26-4cca-b4f6-4430e8067e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.145386 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-26523798-1f26-4cca-b4f6-4430e8067e2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87d5f72399614a90a9010fae5dc3ac21&device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 1097 time: 0.0853193 Jun 28 12:09:49.152706 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4a5af755-7afc-42e0-93ff-91d9e7889195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.202763 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-91089db0-3a93-46bc-8a61-1437b619d2e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed HTTP/1.1" status: 200 len: 217 time: 0.0488000 Jun 28 12:09:49.258595 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c1143-9523-42cd-952d-7c2330a16993 req-31e62b7c-f746-4f3c-bd0b-584ac75210a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.260179 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-31e62b7c-f746-4f3c-bd0b-584ac75210a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33bedd98-f09c-44a9-ab55-2e02afc83bd4 HTTP/1.1" status: 200 len: 852 time: 0.0493917 Jun 28 12:09:49.281876 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:09:49.296267 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-1cf75c06-09bc-4eaa-b4c1-c8096ab8d534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67d4bd78-984e-4144-9dab-4cd8a7cf0426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283177 Jun 28 12:09:49.384735 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 29eb358d-f46b-4937-94c6-b43c5f75e2ad triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:09:49.385124 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.412485 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-baf8761a-87f2-48a5-b9de-4af76a818ee4 service neutron] 10.222.0.15 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056256 Jun 28 12:09:49.511637 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-945c1143-9523-42cd-952d-7c2330a16993 req-91e75c91-8cf3-4a08-90b7-178b829797f2 service neutron] 10.222.0.15 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914361 Jun 28 12:09:49.524814 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.544832 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.552226 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:49.554540 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a05bdff-959e-4a10-b591-0fc30882d125" -d '{"events": [{"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-plugged", "status": "completed", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:49.567825 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:49.573064 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:49.576041 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:49.580059 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42719e2-6e70-4c9a-a0f0-c55abda8f080 req-19ab5e98-ff38-4385-8844-dcc0076a92a1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.581525 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c42719e2-6e70-4c9a-a0f0-c55abda8f080 req-19ab5e98-ff38-4385-8844-dcc0076a92a1 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.3982384 Jun 28 12:09:49.621790 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=7']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:49.625137 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:49.628744 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cab72-a6d2-49dc-a885-f4d7bf80b65e req-1646cb5e-4b23-43f5-9f4b-18a1f9000b13 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.630203 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c87cab72-a6d2-49dc-a885-f4d7bf80b65e req-1646cb5e-4b23-43f5-9f4b-18a1f9000b13 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.4340985 Jun 28 12:09:49.679346 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c42719e2-6e70-4c9a-a0f0-c55abda8f080 req-3aaab3a8-be38-46f1-b1ee-478104e9ba57 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769217 Jun 28 12:09:49.741562 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1227752-b97e-4b44-bb98-958d0db1d42d x-openstack-request-id: req-a1227752-b97e-4b44-bb98-958d0db1d42d {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:49.741862 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-plugged", "status": "completed", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:49.742117 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1227752-b97e-4b44-bb98-958d0db1d42d {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:49.742939 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'code': 200} Jun 28 12:09:49.762463 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c87cab72-a6d2-49dc-a885-f4d7bf80b65e req-9247df1c-d849-47a5-9740-985fe9b7250f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236444 Jun 28 12:09:49.763267 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-3f61278c-612a-4f22-bb08-0d1c5d846776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.764838 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-3f61278c-612a-4f22-bb08-0d1c5d846776 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=87d5f72399614a90a9010fae5dc3ac21&device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 1097 time: 0.0616856 Jun 28 12:09:49.879362 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-38cb1171-513a-4bd5-b5a5-e67fd34518d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.880802 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-38cb1171-513a-4bd5-b5a5-e67fd34518d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=67d4bd78-984e-4144-9dab-4cd8a7cf0426 HTTP/1.1" status: 200 len: 913 time: 0.1088433 Jun 28 12:09:49.922276 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-7900d802-a0a6-4424-978b-0b1c0d005aa0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed HTTP/1.1" status: 200 len: 217 time: 0.0337970 Jun 28 12:09:49.972758 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-d5d8f400-96e1-4220-b54d-503b23db1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:49.974212 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-d5d8f400-96e1-4220-b54d-503b23db1d37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33bedd98-f09c-44a9-ab55-2e02afc83bd4 HTTP/1.1" status: 200 len: 852 time: 0.0449846 Jun 28 12:09:49.981758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53eb961-2984-416d-a9fb-e34bff7886f5 {{(pid=93238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:49.992073 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:50.008972 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-35b7ea55-9cba-49a7-96da-8ad7eb0fb09e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=67d4bd78-984e-4144-9dab-4cd8a7cf0426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268512 Jun 28 12:09:50.019283 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Transition to ACTIVE for port object e53eb961-2984-416d-a9fb-e34bff7886f5 will not be triggered until provisioned by entity L2. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:09:50.025647 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:50.033650 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d61ea-ed43-432f-aa43-d080be3344a9 req-da6a8b0c-40d4-4eec-a041-59e802efe60a tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:50.035111 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-644d61ea-ed43-432f-aa43-d080be3344a9 req-da6a8b0c-40d4-4eec-a041-59e802efe60a tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 944 time: 0.1580722 Jun 28 12:09:50.042724 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c6bcd-ce73-4efd-9e81-5fd1bd90a372 req-73c44ab7-8f74-43b6-9a19-51b16d5e5daa tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:50.044076 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f10c6bcd-ce73-4efd-9e81-5fd1bd90a372 req-73c44ab7-8f74-43b6-9a19-51b16d5e5daa tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 931 time: 0.1880846 Jun 28 12:09:50.044673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:50.052955 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-8d1dd983-8dfd-47e7-a069-ff103b90d9c6 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:50.107042 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-9eadd7e6-f14b-4fa4-9594-8edf93d55170 service neutron] 10.222.0.15 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903268 Jun 28 12:09:50.145753 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Pushing event updated for resources: {'Port': ['ID=e53eb961-2984-416d-a9fb-e34bff7886f5,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:50.150384 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:50.153816 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f10c6bcd-ce73-4efd-9e81-5fd1bd90a372 req-7fdd018f-7540-46d5-8372-c75a1a1fd46f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972037 Jun 28 12:09:50.158663 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-644d61ea-ed43-432f-aa43-d080be3344a9 req-1d93d76e-d04c-4cd6-9882-bc83360e486a tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128893 Jun 28 12:09:50.233906 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Attempting to bind port e53eb961-2984-416d-a9fb-e34bff7886f5 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:09:50.234229 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Attempting to bind port e53eb961-2984-416d-a9fb-e34bff7886f5 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:09:50.234546 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Attempting to bind port e53eb961-2984-416d-a9fb-e34bff7886f5 on network fe46b158-06f6-47a7-8e28-ee3af2bad565 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:09:50.238907 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Port e53eb961-2984-416d-a9fb-e34bff7886f5 on network fe46b158-06f6-47a7-8e28-ee3af2bad565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:09:50.239247 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Attempting to bind port e53eb961-2984-416d-a9fb-e34bff7886f5 on network fe46b158-06f6-47a7-8e28-ee3af2bad565 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:09:50.244104 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:09:50.244425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Checking segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:09:50.244790 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Bound using segment: {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:09:50.245204 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Bound port: e53eb961-2984-416d-a9fb-e34bff7886f5, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9809a6b8-9fac-4303-b5f2-6681744b0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565'}}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:09:50.245550 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:50.311240 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] For port e53eb961-2984-416d-a9fb-e34bff7886f5, host hv-cinder-77238, cleared binding levels {{(pid=93238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:09:50.314354 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] For port e53eb961-2984-416d-a9fb-e34bff7886f5, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e53eb961-2984-416d-a9fb-e34bff7886f5,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:09:50.320115 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:50.322362 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:50.342051 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-278d9614-223f-4efa-a5f8-7adde6f9c477 req-cc19b34e-8b1d-4039-a1bd-b5dfc70ee942 service neutron] 10.222.0.15 "GET /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892327 Jun 28 12:09:50.353627 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:50.354228 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:50.355609 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-b2105742-109f-4787-82a9-7a3145619525 service neutron] 10.222.0.15 "PUT /v2.0/ports/e53eb961-2984-416d-a9fb-e34bff7886f5 HTTP/1.1" status: 200 len: 1093 time: 1.2267790 Jun 28 12:09:50.356078 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff86252-0ae8-46ac-9397-fd0ff8efdece', 'tag': 'e53eb961-2984-416d-a9fb-e34bff7886f5'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:50.358351 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9efb34c-830a-4b01-8bc9-78f311ec21d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff86252-0ae8-46ac-9397-fd0ff8efdece", "tag": "e53eb961-2984-416d-a9fb-e34bff7886f5"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:50.382329 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Pushing event updated for resources: {'Port': ['ID=e53eb961-2984-416d-a9fb-e34bff7886f5,revision_number=3']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:50.386394 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:50.395824 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd7680d-04a9-4558-87c7-0ca3acfdf080 x-openstack-request-id: req-0bd7680d-04a9-4558-87c7-0ca3acfdf080 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:50.396089 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff86252-0ae8-46ac-9397-fd0ff8efdece", "tag": "e53eb961-2984-416d-a9fb-e34bff7886f5", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:50.396321 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bd7680d-04a9-4558-87c7-0ca3acfdf080 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:50.396678 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff86252-0ae8-46ac-9397-fd0ff8efdece', 'tag': 'e53eb961-2984-416d-a9fb-e34bff7886f5', 'status': 'completed', 'code': 200} Jun 28 12:09:50.469399 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efb34c-830a-4b01-8bc9-78f311ec21d5 req-ef1e4e47-5ab2-45dd-bc91-0af9a0c91936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:50.470842 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a9efb34c-830a-4b01-8bc9-78f311ec21d5 req-ef1e4e47-5ab2-45dd-bc91-0af9a0c91936 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 1096 time: 0.0526996 Jun 28 12:09:50.580174 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efb34c-830a-4b01-8bc9-78f311ec21d5 req-64d38aef-84f6-44cc-becf-c40ba8d71086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:50.582323 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a9efb34c-830a-4b01-8bc9-78f311ec21d5 req-64d38aef-84f6-44cc-becf-c40ba8d71086 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=173302f386ee473e82b0178f7b67cc7a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1028032 Jun 28 12:09:50.734588 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efb34c-830a-4b01-8bc9-78f311ec21d5 req-909087ad-07b4-4386-9f3c-1fac5eca1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:50.736104 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a9efb34c-830a-4b01-8bc9-78f311ec21d5 req-909087ad-07b4-4386-9f3c-1fac5eca1990 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894241 Jun 28 12:09:50.863205 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b4cf-16fa-4858-b22f-6ed2ea13fd4d req-2470dd6e-dba9-419b-b24d-f2a40d71cc04 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:50.864613 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c3f3b4cf-16fa-4858-b22f-6ed2ea13fd4d req-2470dd6e-dba9-419b-b24d-f2a40d71cc04 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0704756 Jun 28 12:09:50.955534 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c3f3b4cf-16fa-4858-b22f-6ed2ea13fd4d req-5251001d-99f9-4bd7-832a-642a16dffa1c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837657 Jun 28 12:09:51.002060 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4811e7-1d6a-4a23-bd47-82049f97ddbb req-f4be00c2-8009-4638-8220-e7f3c4f2863e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:51.003586 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-be4811e7-1d6a-4a23-bd47-82049f97ddbb req-f4be00c2-8009-4638-8220-e7f3c4f2863e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1134763 Jun 28 12:09:51.010353 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-86083495-f774-4b59-a4f9-06ca2437f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:51.011840 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-86083495-f774-4b59-a4f9-06ca2437f6a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=173302f386ee473e82b0178f7b67cc7a&device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 1096 time: 0.1035945 Jun 28 12:09:51.065830 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-89e79eee-6bce-4557-b327-14adac8aa3a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53eb961-2984-416d-a9fb-e34bff7886f5 HTTP/1.1" status: 200 len: 217 time: 0.0394790 Jun 28 12:09:51.091990 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-be4811e7-1d6a-4a23-bd47-82049f97ddbb req-bbc64064-88c8-47c2-a12a-a9904cc181bc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791495 Jun 28 12:09:51.127681 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-a61b745a-e3ea-4d45-9f3a-418fd9a60d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:51.129490 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-a61b745a-e3ea-4d45-9f3a-418fd9a60d37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15368507-3350-444b-aaed-1e24aa0d20e2 HTTP/1.1" status: 200 len: 855 time: 0.0556929 Jun 28 12:09:51.164810 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-71db54fe-f4e7-4c23-934b-80992871878c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe46b158-06f6-47a7-8e28-ee3af2bad565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272703 Jun 28 12:09:51.266217 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-4a1f8c12-8119-4c10-83d5-f8224d2c6170 service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936418 Jun 28 12:09:51.435198 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29e83bf8-e0b5-4be5-b789-5bd2d6a2212e req-d44ab640-b2d3-4fb8-9264-9fa15e5b526d service neutron] 10.222.0.15 "GET /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612964 Jun 28 12:09:51.452685 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317304a9-865c-4b30-b10c-144a607de7d7 req-089de4ef-80a1-4e45-a5ec-7746e20ee5d2 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:51.454170 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-317304a9-865c-4b30-b10c-144a607de7d7 req-089de4ef-80a1-4e45-a5ec-7746e20ee5d2 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 944 time: 0.1728783 Jun 28 12:09:51.468061 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2f0e1-6f8d-4771-8e2d-dae7a98aaa00 req-526aa42e-117f-434d-8ebe-5ec9d2044511 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:51.469463 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7e2f0e1-6f8d-4771-8e2d-dae7a98aaa00 req-526aa42e-117f-434d-8ebe-5ec9d2044511 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 943 time: 0.1696086 Jun 28 12:09:51.522959 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-317304a9-865c-4b30-b10c-144a607de7d7 req-58a99d40-6e79-4256-8024-29edc4a551c5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525098 Jun 28 12:09:51.528029 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7e2f0e1-6f8d-4771-8e2d-dae7a98aaa00 req-4225b4fc-e160-46dc-b0b4-b48ceb4e84dd tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516367 Jun 28 12:09:51.800320 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:52.061547 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5532610-704c-4b51-b7b8-37115575e45e req-75648d0c-9f91-4514-8c20-66b3315f3417 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:52.062855 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5532610-704c-4b51-b7b8-37115575e45e req-75648d0c-9f91-4514-8c20-66b3315f3417 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.0650060 Jun 28 12:09:52.206949 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1a779-9618-4dbf-8603-601821e20c0a req-014107db-9c04-418d-8c0b-49c10a497999 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:52.208433 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-73c1a779-9618-4dbf-8603-601821e20c0a req-014107db-9c04-418d-8c0b-49c10a497999 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 945 time: 0.1297970 Jun 28 12:09:52.264614 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Deleting port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:09:52.264953 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:52.305125 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-73c1a779-9618-4dbf-8603-601821e20c0a req-287db019-591a-4a8c-9391-73123c6efcba tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876870 Jun 28 12:09:52.378276 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81355111-e2b7-4f97-8fed-2dfb38b22451 req-f65b3524-597e-43ef-8df2-0208abab874f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:52.379702 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-81355111-e2b7-4f97-8fed-2dfb38b22451 req-f65b3524-597e-43ef-8df2-0208abab874f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1634188 Jun 28 12:09:52.384508 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] For port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:52.384858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:52.409627 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Calling delete_port for e3e46c5f-f9a0-4193-9d9a-a6e9c196634f owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:09:52.462300 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-81355111-e2b7-4f97-8fed-2dfb38b22451 req-70f3c2e0-7de6-4a5d-97c8-a551e457155a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749195 Jun 28 12:09:52.562576 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:52.568361 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:52.578344 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['2ecb307d-877b-46b9-9449-f3f8664f692d', 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:09:52.598895 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Pushing event deleted for resources: {'Port': ['ID=e3e46c5f-f9a0-4193-9d9a-a6e9c196634f,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:52.632325 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:52.656073 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] No DVR routers for this DVR port e3e46c5f-f9a0-4193-9d9a-a6e9c196634f on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:09:52.675251 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:52.677181 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5532610-704c-4b51-b7b8-37115575e45e req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.15 "DELETE /v2.0/ports/e3e46c5f-f9a0-4193-9d9a-a6e9c196634f HTTP/1.1" status: 204 len: 173 time: 0.6051078 Jun 28 12:09:52.677663 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1645edc-55a9-47af-b132-e69d124a0717', 'name': 'network-vif-deleted', 'tag': 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:09:52.681417 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a36811-d8fd-4750-b2e7-4f200457c4a5" -d '{"events": [{"server_uuid": "f1645edc-55a9-47af-b132-e69d124a0717", "name": "network-vif-deleted", "tag": "e3e46c5f-f9a0-4193-9d9a-a6e9c196634f"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:09:52.765929 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4403a-4a92-49bd-8e48-0fd5aed7c784 req-a94cfc06-107a-4721-904b-de56755e94e7 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:52.767360 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e5e4403a-4a92-49bd-8e48-0fd5aed7c784 req-a94cfc06-107a-4721-904b-de56755e94e7 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 944 time: 0.1133795 Jun 28 12:09:52.788566 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367de1-c502-43af-8d9f-740c6f6db81d req-b2421f44-69a3-4b64-905d-9196a8b14aaf tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:52.789985 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-02367de1-c502-43af-8d9f-740c6f6db81d req-b2421f44-69a3-4b64-905d-9196a8b14aaf tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 943 time: 0.1349452 Jun 28 12:09:52.841275 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e5e4403a-4a92-49bd-8e48-0fd5aed7c784 req-26aeac9a-5e1f-4950-a73b-2f3f65f41862 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666623 Jun 28 12:09:52.849523 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-02367de1-c502-43af-8d9f-740c6f6db81d req-8a631d4a-8f01-470a-abd2-f11b6c13f0b9 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519705 Jun 28 12:09:52.886678 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8317c-3b2e-4aeb-8af3-58aca2cabb84 x-openstack-request-id: req-1cb8317c-3b2e-4aeb-8af3-58aca2cabb84 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:09:52.886982 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1645edc-55a9-47af-b132-e69d124a0717", "name": "network-vif-deleted", "tag": "e3e46c5f-f9a0-4193-9d9a-a6e9c196634f", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:09:52.887280 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cb8317c-3b2e-4aeb-8af3-58aca2cabb84 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:09:52.887690 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1645edc-55a9-47af-b132-e69d124a0717', 'name': 'network-vif-deleted', 'tag': 'e3e46c5f-f9a0-4193-9d9a-a6e9c196634f', 'status': 'completed', 'code': 200} Jun 28 12:09:53.458019 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-960112d8-e58a-450c-b8e1-f64cd4af297b req-f43c986c-c186-4a5c-b8dd-1b6be6989782 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1645edc-55a9-47af-b132-e69d124a0717 HTTP/1.1" status: 200 len: 210 time: 0.0295579 Jun 28 12:09:53.660287 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248e129-dba0-40a7-b9a7-6ed48039ac56 req-1c4bc139-10cd-45ee-915b-96b15f5aef9b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:53.662053 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f248e129-dba0-40a7-b9a7-6ed48039ac56 req-1c4bc139-10cd-45ee-915b-96b15f5aef9b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0732098 Jun 28 12:09:53.701844 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f248e129-dba0-40a7-b9a7-6ed48039ac56 req-5d1c872f-2108-40f8-840c-f70eb658ffb3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327067 Jun 28 12:09:54.063201 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581700e-ec39-4618-b7ee-0f8681d1c3e7 req-b32fba29-aff9-410e-b096-db1ef32a638d tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:54.064649 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1581700e-ec39-4618-b7ee-0f8681d1c3e7 req-b32fba29-aff9-410e-b096-db1ef32a638d tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 944 time: 0.1050882 Jun 28 12:09:54.071823 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00344a-40bd-414e-9cc3-f488eddb0edd req-991a68e9-324b-47ed-b5e0-a1a9fd9862b4 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:54.073165 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7a00344a-40bd-414e-9cc3-f488eddb0edd req-991a68e9-324b-47ed-b5e0-a1a9fd9862b4 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 943 time: 0.1010635 Jun 28 12:09:54.129775 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1581700e-ec39-4618-b7ee-0f8681d1c3e7 req-bdb4dabc-1c10-443d-91ea-1cc0d2de2a29 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557055 Jun 28 12:09:54.134561 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7a00344a-40bd-414e-9cc3-f488eddb0edd req-9c8b26e9-b288-4e16-9deb-24d1c2fb24e4 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546043 Jun 28 12:09:54.904666 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a28160-0981-4f63-bd07-bae5b0d095a0 req-c9d06cbd-5881-484b-97e5-924e1375ff6f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:54.906148 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18a28160-0981-4f63-bd07-bae5b0d095a0 req-c9d06cbd-5881-484b-97e5-924e1375ff6f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0852296 Jun 28 12:09:54.964511 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-18a28160-0981-4f63-bd07-bae5b0d095a0 req-b522a6d3-795c-41ab-b8b2-facc164586a3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502033 Jun 28 12:09:54.972560 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afde31-400c-4167-9739-d8b943d09a5b req-747258b1-7cf9-4c97-a153-1821717eb5e4 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:54.973989 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-14afde31-400c-4167-9739-d8b943d09a5b req-747258b1-7cf9-4c97-a153-1821717eb5e4 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1071773 Jun 28 12:09:55.016663 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-14afde31-400c-4167-9739-d8b943d09a5b req-dc8d37a6-21d2-40f9-9b14-6418f036c981 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Jun 28 12:09:55.344318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaa6e2-4588-4490-8639-f6458f21ac53 req-de887911-c469-4a73-aa3b-b053fecc8f17 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:55.345748 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bdfaa6e2-4588-4490-8639-f6458f21ac53 req-de887911-c469-4a73-aa3b-b053fecc8f17 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 943 time: 0.0927324 Jun 28 12:09:55.353671 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5109d5-7ace-4060-aa8f-ebf9d56faaa8 req-7fc83ebf-a581-4998-bc35-f5ff7fa4fcb0 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:55.354984 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4c5109d5-7ace-4060-aa8f-ebf9d56faaa8 req-7fc83ebf-a581-4998-bc35-f5ff7fa4fcb0 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 944 time: 0.1110861 Jun 28 12:09:55.407437 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bdfaa6e2-4588-4490-8639-f6458f21ac53 req-348b9016-e73d-4326-9420-3b0e079a97c3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514755 Jun 28 12:09:55.412674 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4c5109d5-7ace-4060-aa8f-ebf9d56faaa8 req-e90a5693-9491-46c3-b632-7ac31c72a194 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Jun 28 12:09:56.207498 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21f405-755f-4784-97c0-f5c2558e0ba9 req-736c3792-1e1f-41f3-89e0-f4e135fa3e16 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:56.208961 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-da21f405-755f-4784-97c0-f5c2558e0ba9 req-736c3792-1e1f-41f3-89e0-f4e135fa3e16 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1171050 Jun 28 12:09:56.220723 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca4321-3ac3-42a3-8230-1dc4f49fb3e3 req-7365474e-d7a2-4794-8dff-8e24d52f84f3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:56.222098 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9ca4321-3ac3-42a3-8230-1dc4f49fb3e3 req-7365474e-d7a2-4794-8dff-8e24d52f84f3 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0965614 Jun 28 12:09:56.274992 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-da21f405-755f-4784-97c0-f5c2558e0ba9 req-98ad5ce9-c682-4fed-befe-98a0735e601e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518532 Jun 28 12:09:56.279471 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9ca4321-3ac3-42a3-8230-1dc4f49fb3e3 req-757f233c-aae9-4d5f-8d0c-b2cd8cacea3c tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502918 Jun 28 12:09:56.626016 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d6cd4-0c73-4751-810c-a7bfd0cead33 req-e4d7bf17-ee31-4515-afdb-9c1393d12057 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:56.627520 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-802d6cd4-0c73-4751-810c-a7bfd0cead33 req-e4d7bf17-ee31-4515-afdb-9c1393d12057 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 943 time: 0.1064286 Jun 28 12:09:56.637861 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdbe65-c714-498c-991d-ca831543f446 req-7dcae4ea-37bd-49bd-a83d-ad9efd5d7d32 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:56.639256 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dacdbe65-c714-498c-991d-ca831543f446 req-7dcae4ea-37bd-49bd-a83d-ad9efd5d7d32 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 944 time: 0.1078534 Jun 28 12:09:56.691772 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-802d6cd4-0c73-4751-810c-a7bfd0cead33 req-f68298e8-78c0-44fa-a898-ac601cb7e546 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515893 Jun 28 12:09:56.696950 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dacdbe65-c714-498c-991d-ca831543f446 req-c88dadc2-aa2f-4eea-bdb7-7a9adb46cdfe tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509434 Jun 28 12:09:57.285501 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device e3e46c5f-f9a0-4193-9d9a-a6e9c196634f no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:09:57.311302 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: e3e46c5f-f9a0-4193-9d9a-a6e9c196634f {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:09:57.311723 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device e3e46c5f-f9a0-4193-9d9a-a6e9c196634f not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:09:57.737706 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f286bf-6c39-4cfc-b9c2-1a005607dcce req-6e80a154-be75-49b5-bc37-ecb613f51ce8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:57.740274 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-84f286bf-6c39-4cfc-b9c2-1a005607dcce req-6e80a154-be75-49b5-bc37-ecb613f51ce8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.3436699 Jun 28 12:09:57.776748 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5789839-0f24-4218-8c08-2a7aa17c5607 req-b41d4191-88ba-41ef-b80c-1eaff9a78a0e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:57.781712 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5789839-0f24-4218-8c08-2a7aa17c5607 req-b41d4191-88ba-41ef-b80c-1eaff9a78a0e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.3722792 Jun 28 12:09:57.886954 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-84f286bf-6c39-4cfc-b9c2-1a005607dcce req-975d487b-8793-49d9-bcbf-829943ed4ff5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399469 Jun 28 12:09:57.917738 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5789839-0f24-4218-8c08-2a7aa17c5607 req-283d4f72-1e0a-48a2-a9fa-ed8bf21d7021 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119404 Jun 28 12:09:58.129687 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6c306-60d1-45ce-b8ef-66075be291ae req-fcf7e50f-cc30-40f4-ba18-51eb6d69abd0 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:58.131219 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b8f6c306-60d1-45ce-b8ef-66075be291ae req-fcf7e50f-cc30-40f4-ba18-51eb6d69abd0 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 943 time: 0.1177838 Jun 28 12:09:58.152343 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fc71-b8d1-4bba-a853-acf18fb2b40a req-515e3c43-1caa-4601-8306-71c11e0651db tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:58.153745 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cb80fc71-b8d1-4bba-a853-acf18fb2b40a req-515e3c43-1caa-4601-8306-71c11e0651db tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 944 time: 0.1280277 Jun 28 12:09:58.198941 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b8f6c306-60d1-45ce-b8ef-66075be291ae req-9600f790-6fd4-4548-8297-6d25f83a4b15 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610983 Jun 28 12:09:58.222613 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cb80fc71-b8d1-4bba-a853-acf18fb2b40a req-9dd18d44-1d09-4f61-9fa6-70429f7ab12b tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601954 Jun 28 12:09:59.248009 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ac5d-1df5-4067-9d95-69c12c1f4004 req-ae86eaa1-c751-4b37-b8a5-a611e0d20fda tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:59.252364 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c1d3ac5d-1df5-4067-9d95-69c12c1f4004 req-ae86eaa1-c751-4b37-b8a5-a611e0d20fda tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1477427 Jun 28 12:09:59.290349 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:09:59.292229 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863e119-7ad7-4c38-b16b-659b5cac2cd4 req-f026188b-4a2d-4b1c-95b5-f9dca78c1493 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:59.294112 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5863e119-7ad7-4c38-b16b-659b5cac2cd4 req-f026188b-4a2d-4b1c-95b5-f9dca78c1493 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1516070 Jun 28 12:09:59.354847 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5863e119-7ad7-4c38-b16b-659b5cac2cd4 req-34a0832e-8d27-45a3-81ff-f51cab0f9c36 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523810 Jun 28 12:09:59.369854 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c1d3ac5d-1df5-4067-9d95-69c12c1f4004 req-b7a8dd84-a841-4643-bc23-15c7749cd395 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042814 Jun 28 12:09:59.487428 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:59.502404 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '5c1e16bf-7054-4333-a4c0-c49d71b6b1ed', 'network_id': '67d4bd78-984e-4144-9dab-4cd8a7cf0426', 'port_id': '5c1e16bf-7054-4333-a4c0-c49d71b6b1ed', 'mac_address': 'fa:16:3e:d3:12:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33bedd98-f09c-44a9-ab55-2e02afc83bd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:09:59.548836 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.562109 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:59.583490 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:59.590777 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.592900 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device e53eb961-2984-416d-a9fb-e34bff7886f5 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:09:59.595526 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:09:59.637641 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f364e4-67b7-47ca-af38-2a35656e2f61 req-a823d204-eee9-48e4-a66b-8bc1924dda25 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:59.639503 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-64f364e4-67b7-47ca-af38-2a35656e2f61 req-a823d204-eee9-48e4-a66b-8bc1924dda25 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 944 time: 0.1176398 Jun 28 12:09:59.678646 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:09:59.681387 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67553-d14f-47e9-882e-38aa23374f63 req-4ae5426a-f2e0-4414-a81f-0797019d4f48 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:09:59.683058 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8df67553-d14f-47e9-882e-38aa23374f63 req-4ae5426a-f2e0-4414-a81f-0797019d4f48 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 943 time: 0.1449525 Jun 28 12:09:59.694150 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.694795 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.703835 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.704490 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.704983 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.705460 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.705933 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.706402 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.706900 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.707398 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.707852 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.708418 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:09:59.719176 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-64f364e4-67b7-47ca-af38-2a35656e2f61 req-4e580087-21f5-4b0c-8034-544f127fdb45 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633643 Jun 28 12:09:59.722570 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:09:59.783407 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8df67553-d14f-47e9-882e-38aa23374f63 req-a386f298-4ed4-485d-a8fd-081a794aa631 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826912 Jun 28 12:09:59.791821 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port e53eb961-2984-416d-a9fb-e34bff7886f5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e53eb961-2984-416d-a9fb-e34bff7886f5,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:59.807176 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': 'e53eb961-2984-416d-a9fb-e34bff7886f5', 'network_id': 'fe46b158-06f6-47a7-8e28-ee3af2bad565', 'port_id': 'e53eb961-2984-416d-a9fb-e34bff7886f5', 'mac_address': 'fa:16:3e:57:19:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15368507-3350-444b-aaed-1e24aa0d20e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:09:59.895260 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.924243 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53eb961-2984-416d-a9fb-e34bff7886f5 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:09:59.976346 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port e53eb961-2984-416d-a9fb-e34bff7886f5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e53eb961-2984-416d-a9fb-e34bff7886f5,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:09:59.984934 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:09:59.986845 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:00.042861 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=e53eb961-2984-416d-a9fb-e34bff7886f5,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:00.046290 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:00.466831 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['5c1e16bf-7054-4333-a4c0-c49d71b6b1ed'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:10:00.494237 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['e53eb961-2984-416d-a9fb-e34bff7886f5'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:10:00.672084 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b17f0-e710-402e-ba3d-37fff385c861 req-4c75ed03-b045-4c4f-a72a-951785bb123e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:00.673666 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f45b17f0-e710-402e-ba3d-37fff385c861 req-4c75ed03-b045-4c4f-a72a-951785bb123e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.1756048 Jun 28 12:10:00.686436 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc201bc-5c85-470b-a1a2-ebff69e5f9ef req-06f8f5b2-af60-4142-9db6-9ce6994db6f5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:00.694379 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5bc201bc-5c85-470b-a1a2-ebff69e5f9ef req-06f8f5b2-af60-4142-9db6-9ce6994db6f5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1663990 Jun 28 12:10:00.800571 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f45b17f0-e710-402e-ba3d-37fff385c861 req-e8ded61e-b579-4b21-a923-6cd544dcd00e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029239 Jun 28 12:10:00.845677 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5bc201bc-5c85-470b-a1a2-ebff69e5f9ef req-dd1182e6-5ae2-437c-ab71-460777494798 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494143 Jun 28 12:10:01.068893 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b37130-51bc-4447-ab3d-e81bfadfd76e req-545d3788-786f-44c8-bdf0-0ee71265293b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:01.070982 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f4b37130-51bc-4447-ab3d-e81bfadfd76e req-545d3788-786f-44c8-bdf0-0ee71265293b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 944 time: 0.1040337 Jun 28 12:10:01.081053 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3225db-0608-4ae9-8561-b4fb3689c4e4 req-28e6f085-1a5c-43d0-ae30-169dcb9e74ce tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:01.083103 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6a3225db-0608-4ae9-8561-b4fb3689c4e4 req-28e6f085-1a5c-43d0-ae30-169dcb9e74ce tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 945 time: 0.1285405 Jun 28 12:10:01.156921 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f4b37130-51bc-4447-ab3d-e81bfadfd76e req-8dccfec9-ce33-4438-90e0-45d8959548f1 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723889 Jun 28 12:10:01.171229 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6a3225db-0608-4ae9-8561-b4fb3689c4e4 req-a4e3c907-eef3-4c3b-abdd-ed010873c086 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711360 Jun 28 12:10:01.632565 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-948b90bd-5ae8-49a3-97df-751f5f0b162e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:01.638189 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-948b90bd-5ae8-49a3-97df-751f5f0b162e tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.15 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 946 time: 0.0801692 Jun 28 12:10:01.765182 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Deleting port 2ecb307d-877b-46b9-9449-f3f8664f692d {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:01.766486 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.898928 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] For port 2ecb307d-877b-46b9-9449-f3f8664f692d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=2ecb307d-877b-46b9-9449-f3f8664f692d,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:01.899330 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:01.918591 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Calling delete_port for 2ecb307d-877b-46b9-9449-f3f8664f692d owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:02.173468 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.195434 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['2ecb307d-877b-46b9-9449-f3f8664f692d'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:10:02.196190 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:02.242167 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Pushing event deleted for resources: {'Port': ['ID=2ecb307d-877b-46b9-9449-f3f8664f692d,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:02.245175 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:02.283854 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf803a2-c3c8-412f-8d6b-c82e8762b038 req-4f6a8d36-cb95-4b68-bd24-bb348e1f0c1d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:02.291796 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0cf803a2-c3c8-412f-8d6b-c82e8762b038 req-4f6a8d36-cb95-4b68-bd24-bb348e1f0c1d tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/ports?device_id=13975f90-ad92-4985-abf2-6627aa116209 HTTP/1.1" status: 200 len: 867 time: 0.2182479 Jun 28 12:10:02.309131 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8315795-09e6-435a-be87-8f6af64c94a9 req-7dbc2857-5f97-4946-a831-7516a1ce66b0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:02.310662 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f8315795-09e6-435a-be87-8f6af64c94a9 req-7dbc2857-5f97-4946-a831-7516a1ce66b0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.2356958 Jun 28 12:10:02.366495 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] No DVR routers for this DVR port 2ecb307d-877b-46b9-9449-f3f8664f692d on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:10:02.373022 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:02.374941 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9d3dab46-b408-4acc-bc05-05aac09bb621 req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.15 "DELETE /v2.0/ports/2ecb307d-877b-46b9-9449-f3f8664f692d HTTP/1.1" status: 204 len: 173 time: 0.7344773 Jun 28 12:10:02.375439 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13975f90-ad92-4985-abf2-6627aa116209', 'name': 'network-vif-deleted', 'tag': '2ecb307d-877b-46b9-9449-f3f8664f692d'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:02.377881 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe59410b-544f-44f2-9016-3d8679abf1ba" -d '{"events": [{"server_uuid": "13975f90-ad92-4985-abf2-6627aa116209", "name": "network-vif-deleted", "tag": "2ecb307d-877b-46b9-9449-f3f8664f692d"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:02.384595 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0cf803a2-c3c8-412f-8d6b-c82e8762b038 req-16fb0a75-d34f-4407-93ba-56d4ce99594f tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] 10.222.0.11 "GET /v2.0/security-groups?id=d479888f-1f3d-4355-bc6a-432ed7d30641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919020 Jun 28 12:10:02.417174 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f8315795-09e6-435a-be87-8f6af64c94a9 req-2e70612e-e228-4939-b50d-7580669dbf7b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900729 Jun 28 12:10:02.656282 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca7d30-365d-445d-9db3-60a032f6e3a6 req-378919cf-b8f5-4c62-a7eb-9a311ddd834d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:02.664287 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-97ca7d30-365d-445d-9db3-60a032f6e3a6 req-378919cf-b8f5-4c62-a7eb-9a311ddd834d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 944 time: 0.1198304 Jun 28 12:10:02.696175 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce4bff-ea68-4299-a7c5-801a35e74304 req-da1b3653-8413-4acf-a647-3b88684341ad tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:02.697919 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-51ce4bff-ea68-4299-a7c5-801a35e74304 req-da1b3653-8413-4acf-a647-3b88684341ad tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 945 time: 0.1440070 Jun 28 12:10:02.731147 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-97ca7d30-365d-445d-9db3-60a032f6e3a6 req-2a8f0e89-0926-42c4-849a-341d75b23045 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658607 Jun 28 12:10:02.763604 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-51ce4bff-ea68-4299-a7c5-801a35e74304 req-fa17b43b-1122-42b4-85a0-e0243fe44d75 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532503 Jun 28 12:10:02.800657 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606ade2c-ac69-46c0-b8dd-b16df6e3261e x-openstack-request-id: req-606ade2c-ac69-46c0-b8dd-b16df6e3261e {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:02.801296 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13975f90-ad92-4985-abf2-6627aa116209", "name": "network-vif-deleted", "tag": "2ecb307d-877b-46b9-9449-f3f8664f692d", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:02.801296 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-606ade2c-ac69-46c0-b8dd-b16df6e3261e {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:02.801649 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13975f90-ad92-4985-abf2-6627aa116209', 'name': 'network-vif-deleted', 'tag': '2ecb307d-877b-46b9-9449-f3f8664f692d', 'status': 'completed', 'code': 200} Jun 28 12:10:03.324268 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:03.383022 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:03.387232 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:03.387579 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.503653 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57602) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:03.514858 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.541288 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e63984-1d86-4e12-bb96-3c9ce82b7352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1e16bf-7054-4333-a4c0-c49d71b6b1ed'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:03.544510 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5433267-4ba2-412e-8481-2e6b3dd203f7" -d '{"events": [{"server_uuid": "e6e63984-1d86-4e12-bb96-3c9ce82b7352", "name": "network-vif-plugged", "status": "completed", "tag": "5c1e16bf-7054-4333-a4c0-c49d71b6b1ed"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:03.561108 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:03.569608 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.571154 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device e53eb961-2984-416d-a9fb-e34bff7886f5 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:10:03.575616 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:03.597809 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3780139f-d666-4ccc-bf98-ead914440b31 x-openstack-request-id: req-3780139f-d666-4ccc-bf98-ead914440b31 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:03.598187 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e63984-1d86-4e12-bb96-3c9ce82b7352", "name": "network-vif-plugged", "status": "completed", "tag": "5c1e16bf-7054-4333-a4c0-c49d71b6b1ed", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:03.598365 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3780139f-d666-4ccc-bf98-ead914440b31 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:03.598763 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e63984-1d86-4e12-bb96-3c9ce82b7352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1e16bf-7054-4333-a4c0-c49d71b6b1ed', 'code': 200} Jun 28 12:10:03.674361 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:03.685348 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:03.696295 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port e53eb961-2984-416d-a9fb-e34bff7886f5 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:10:03.700701 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port e53eb961-2984-416d-a9fb-e34bff7886f5 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:10:03.701084 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.768429 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9e2de-e77c-4cf9-9ea6-c84216c8a092 req-0f8024e6-ab5a-4fab-b71e-6ceeb8cb0d25 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:03.770607 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6db9e2de-e77c-4cf9-9ea6-c84216c8a092 req-0f8024e6-ab5a-4fab-b71e-6ceeb8cb0d25 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1650929 Jun 28 12:10:03.865139 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.895555 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6db9e2de-e77c-4cf9-9ea6-c84216c8a092 req-aff4bbb7-d7ca-4b49-bc6f-28f12411d906 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180782 Jun 28 12:10:03.939913 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port e53eb961-2984-416d-a9fb-e34bff7886f5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e53eb961-2984-416d-a9fb-e34bff7886f5,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:03.950375 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:03.951995 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 2ecb307d-877b-46b9-9449-f3f8664f692d no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:03.954292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c3be79c4-9d27-4695-84c9-2f76c3097e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:04.037578 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b439cf1-f6f2-47b3-9f52-622b5c14fe40 req-1e40f2c8-e468-45b2-af9f-1ce6cd15e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:04.039361 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8b439cf1-f6f2-47b3-9f52-622b5c14fe40 req-1e40f2c8-e468-45b2-af9f-1ce6cd15e60c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 1099 time: 0.1348846 Jun 28 12:10:04.047443 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 2ecb307d-877b-46b9-9449-f3f8664f692d {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:04.048140 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 2ecb307d-877b-46b9-9449-f3f8664f692d not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:04.071007 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cb84f-27b0-491b-9b2f-d50d69236467 req-40a1d6c2-2682-4f50-91eb-6e6c219e7f99 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:04.079060 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ab1cb84f-27b0-491b-9b2f-d50d69236467 req-40a1d6c2-2682-4f50-91eb-6e6c219e7f99 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.1156569 Jun 28 12:10:04.111503 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=e53eb961-2984-416d-a9fb-e34bff7886f5,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:04.115344 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:04.130904 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8b439cf1-f6f2-47b3-9f52-622b5c14fe40 req-31cb3840-108c-4b9e-8653-6a62f56c1af7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839696 Jun 28 12:10:04.225306 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ab1cb84f-27b0-491b-9b2f-d50d69236467 req-cd85e130-1972-49e6-b38d-72acee76811f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266971 Jun 28 12:10:04.286402 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fbc14-bb4a-4c5a-98e8-218768f9659f req-d8ccf6a5-462f-48a9-9ed6-8013ea407ddd tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:04.294333 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1e4fbc14-bb4a-4c5a-98e8-218768f9659f req-d8ccf6a5-462f-48a9-9ed6-8013ea407ddd tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 946 time: 0.1584663 Jun 28 12:10:04.316534 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.363001 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1e4fbc14-bb4a-4c5a-98e8-218768f9659f req-f3e54487-2da4-4f76-b43b-ddfb00ba61b7 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676668 Jun 28 12:10:04.554185 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 57616) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:04.706046 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-504e4a6a-220b-4e33-8193-87e8f307a5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.750276 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Deleting port aea31888-a687-480b-9520-f24b66864b42 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:04.750917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.817176 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-504e4a6a-220b-4e33-8193-87e8f307a5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.825256 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-504e4a6a-220b-4e33-8193-87e8f307a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.854805 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c4d3dd3c-7174-463f-a587-1f3fdee584a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:04.883506 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] For port aea31888-a687-480b-9520-f24b66864b42, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=aea31888-a687-480b-9520-f24b66864b42,segment=NetworkSegment(2b0509ce-30b9-4479-b55b-871542583503),segment_id=2b0509ce-30b9-4479-b55b-871542583503)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:04.883506 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:04.885305 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-504e4a6a-220b-4e33-8193-87e8f307a5a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16654b1a16064d3caa92a1a40cd2387a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297324 Jun 28 12:10:04.885761 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57620) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:04.887015 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e4a6a-220b-4e33-8193-87e8f307a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec72a1-ca57-4b56-b5b6-62aa71e0feb2,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:04.890841 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-504e4a6a-220b-4e33-8193-87e8f307a5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:04.926801 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Calling delete_port for aea31888-a687-480b-9520-f24b66864b42 owned by network:router_interface {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:05.021199 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3a572ef8-b351-4f60-83ce-2fda9772bdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.104849 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3a572ef8-b351-4f60-83ce-2fda9772bdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.132117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db457ec-14da-4324-b70f-6aec06cf0c53 req-af776bb8-98df-4808-a0c2-3f527e437e07 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:05.140578 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8db457ec-14da-4324-b70f-6aec06cf0c53 req-af776bb8-98df-4808-a0c2-3f527e437e07 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0823989 Jun 28 12:10:05.205889 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8db457ec-14da-4324-b70f-6aec06cf0c53 req-6ebd7ece-da1d-4855-b11e-8f622d392f73 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639672 Jun 28 12:10:05.224844 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3a572ef8-b351-4f60-83ce-2fda9772bdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.238136 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3a572ef8-b351-4f60-83ce-2fda9772bdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.241940 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-3a572ef8-b351-4f60-83ce-2fda9772bdd4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9ec72a1-ca57-4b56-b5b6-62aa71e0feb2 HTTP/1.1" status: 204 len: 168 time: 0.3522844 Jun 28 12:10:05.245738 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-93b5cf37-1f33-43db-9dca-92d78889f563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:05.312034 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a572ef8-b351-4f60-83ce-2fda9772bdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec72a1-ca57-4b56-b5b6-62aa71e0feb2,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:05.337565 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3a572ef8-b351-4f60-83ce-2fda9772bdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:05.404941 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.408058 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-38999b64-2db9-4143-a02c-7f9e88ef999c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:05.435954 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea31888-a687-480b-9520-f24b66864b42,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:05.447883 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:05.560196 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132903be-b39a-4575-815f-479f96c4a416 req-d8b8d6ff-d501-4cad-a474-6d9e3d87deba tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:05.562000 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-132903be-b39a-4575-815f-479f96c4a416 req-d8b8d6ff-d501-4cad-a474-6d9e3d87deba tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.1271882 Jun 28 12:10:05.600080 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff86252-0ae8-46ac-9397-fd0ff8efdece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53eb961-2984-416d-a9fb-e34bff7886f5'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:05.604688 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccafdd49-57f8-400e-9312-21ac16c4ed14" -d '{"events": [{"server_uuid": "4ff86252-0ae8-46ac-9397-fd0ff8efdece", "name": "network-vif-plugged", "status": "completed", "tag": "e53eb961-2984-416d-a9fb-e34bff7886f5"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:05.701523 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-132903be-b39a-4575-815f-479f96c4a416 req-dcc05888-f6b2-47d7-a8d1-a9f7fd1cd13a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318450 Jun 28 12:10:05.728621 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:05.809245 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d256f09f-4606-4667-a1e3-af3e0178baed x-openstack-request-id: req-d256f09f-4606-4667-a1e3-af3e0178baed {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:05.810073 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff86252-0ae8-46ac-9397-fd0ff8efdece", "name": "network-vif-plugged", "status": "completed", "tag": "e53eb961-2984-416d-a9fb-e34bff7886f5", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:05.810386 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d256f09f-4606-4667-a1e3-af3e0178baed {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:05.810807 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff86252-0ae8-46ac-9397-fd0ff8efdece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53eb961-2984-416d-a9fb-e34bff7886f5', 'code': 200} Jun 28 12:10:05.837413 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69accbf-3079-4eb0-b755-a1ce0d7a44a1 req-6fc855bd-f805-4163-a85e-b6331982c9e3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:05.840965 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d69accbf-3079-4eb0-b755-a1ce0d7a44a1 req-6fc855bd-f805-4163-a85e-b6331982c9e3 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 946 time: 0.2134714 Jun 28 12:10:05.914091 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d69accbf-3079-4eb0-b755-a1ce0d7a44a1 req-dc110e47-abb9-471e-811b-8e7214e735f2 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648437 Jun 28 12:10:06.145738 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:10:06.195941 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced9686-40b1-4984-bc16-9b3c1a046d8d req-41668132-7240-4a6d-95f6-121ce7683816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:06.198544 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ced9686-40b1-4984-bc16-9b3c1a046d8d req-41668132-7240-4a6d-95f6-121ce7683816 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 1098 time: 0.0852675 Jun 28 12:10:06.244502 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ced9686-40b1-4984-bc16-9b3c1a046d8d req-d4ece613-3211-43ce-90ce-f34e87bf60fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Jun 28 12:10:06.303983 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:10:06.309529 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] 10.222.0.11 "PUT /v2.0/routers/33a1c91f-ed50-4a80-b3ad-895ecef7a60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8044946 Jun 28 12:10:06.312165 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 57660) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:06.319912 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] Sync routers for ids ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:10:06.333330 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] Routers {'33a1c91f-ed50-4a80-b3ad-895ecef7a60c'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:06.333957 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:09:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:06.472759 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] Set router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:06.500184 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.525547 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f9045-6d31-4abd-8e91-4201fa1d2626 req-fdf5d777-d419-4a58-bd1b-a3a01d3e20fa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:06.537971 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-531f9045-6d31-4abd-8e91-4201fa1d2626 req-fdf5d777-d419-4a58-bd1b-a3a01d3e20fa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.1534576 Jun 28 12:10:06.657154 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-531f9045-6d31-4abd-8e91-4201fa1d2626 req-2530edee-889f-46d8-9a5f-d107b35665cc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171799 Jun 28 12:10:06.699874 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:10:05Z', 'revision_number': 5, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port': {'id': '567f008b-29bf-413e-a81e-2de06016d9d4', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:25Z', 'updated_at': '2021-06-28T12:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:06.718537 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.733146 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] Checking router: 33a1c91f-ed50-4a80-b3ad-895ecef7a60c for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:10:06.759212 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] Routers {'33a1c91f-ed50-4a80-b3ad-895ecef7a60c'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:10:06.759882 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:09:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:06.815072 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Deleting port 567f008b-29bf-413e-a81e-2de06016d9d4 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:10:06.815509 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.939180 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] Set router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c gateway port host: None {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:10:06.952344 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] For port 567f008b-29bf-413e-a81e-2de06016d9d4, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=567f008b-29bf-413e-a81e-2de06016d9d4,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:06.952736 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:06.972021 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d2d97-e71e-4c8f-98a6-9df435202e55 req-9e7de9ae-c317-44ec-90d7-f31a383684d6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:06.973553 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-172d2d97-e71e-4c8f-98a6-9df435202e55 req-9e7de9ae-c317-44ec-90d7-f31a383684d6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.1314049 Jun 28 12:10:06.978114 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Calling delete_port for 567f008b-29bf-413e-a81e-2de06016d9d4 owned by network:router_gateway {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:10:07.005433 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 6, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:07.020296 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57670) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:07.040328 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a0842-4191-4864-90e6-f5cee19ad9ee None None] The sync data for ids ['33a1c91f-ed50-4a80-b3ad-895ecef7a60c'] in dv-cinder-772388-5-iscsi is: [{'id': '33a1c91f-ed50-4a80-b3ad-895ecef7a60c', 'name': 'tempest-ServerRescueNegativeTestJSON-1153749214-router', 'tenant_id': 'cb09feecc7884db493de86f8a2dfa30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:23Z', 'updated_at': '2021-06-28T12:10:06Z', 'revision_number': 6, 'project_id': 'cb09feecc7884db493de86f8a2dfa30f', 'gw_port_host': None}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:10:07.125100 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-172d2d97-e71e-4c8f-98a6-9df435202e55 req-4b19c742-62b7-4577-a94f-8141b1f88e93 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449351 Jun 28 12:10:07.213619 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fdd0baed-b9c5-4dd1-8ba2-8ba860cbcc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.294105 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dfc5f-8133-4fbd-ae49-81d061ce6dc9 req-485e5e63-3249-4378-9fd9-5ecd2af083fd tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:07.301864 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-779dfc5f-8133-4fbd-ae49-81d061ce6dc9 req-485e5e63-3249-4378-9fd9-5ecd2af083fd tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 946 time: 0.1978724 Jun 28 12:10:07.349903 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-779dfc5f-8133-4fbd-ae49-81d061ce6dc9 req-8b059fca-94dd-4711-9d19-43207e30e616 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474398 Jun 28 12:10:07.356064 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fdd0baed-b9c5-4dd1-8ba2-8ba860cbcc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.370934 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fdd0baed-b9c5-4dd1-8ba2-8ba860cbcc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.378079 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4f9ff388-2ae0-451e-a24d-95c5d94a37d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:07.418626 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-fdd0baed-b9c5-4dd1-8ba2-8ba860cbcc61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97e64adcad66418bbd14212e78f7fa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971777 Jun 28 12:10:07.419654 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0baed-b9c5-4dd1-8ba2-8ba860cbcc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0774e36-427b-4879-a78e-8f1edced55ae,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:07.422250 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57676) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:07.429057 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fdd0baed-b9c5-4dd1-8ba2-8ba860cbcc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:07.441147 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.450686 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:07.487885 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-610855ba-d8f8-4034-8e39-e82cfa00883b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.489462 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=567f008b-29bf-413e-a81e-2de06016d9d4,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:07.505016 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:07.533458 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-610855ba-d8f8-4034-8e39-e82cfa00883b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.624071 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.647159 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-610855ba-d8f8-4034-8e39-e82cfa00883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.651367 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-610855ba-d8f8-4034-8e39-e82cfa00883b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:07.652950 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-610855ba-d8f8-4034-8e39-e82cfa00883b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0774e36-427b-4879-a78e-8f1edced55ae HTTP/1.1" status: 204 len: 168 time: 0.2296629 Jun 28 12:10:07.653909 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-00e2c47c-521b-44b8-af22-480d96f8295d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:07.684866 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610855ba-d8f8-4034-8e39-e82cfa00883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0774e36-427b-4879-a78e-8f1edced55ae,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:07.700045 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-610855ba-d8f8-4034-8e39-e82cfa00883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:08.150982 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.163954 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.303802 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.304521 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a1c91f-ed50-4a80-b3ad-895ecef7a60c {{(pid=93238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:10:08.310778 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.314241 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/33a1c91f-ed50-4a80-b3ad-895ecef7a60c HTTP/1.1" status: 204 len: 168 time: 1.9988046 Jun 28 12:10:08.314717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 57702) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:08.397549 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device aea31888-a687-480b-9520-f24b66864b42 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:08.446655 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: aea31888-a687-480b-9520-f24b66864b42 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:08.447017 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device aea31888-a687-480b-9520-f24b66864b42 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:08.447502 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 567f008b-29bf-413e-a81e-2de06016d9d4 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:08.450489 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f69cc4-6b2d-4414-b2a8-d2de2fce3fad req-61599c5b-fc8d-4278-b417-0f10a8177f1e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:08.452613 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-92f69cc4-6b2d-4414-b2a8-d2de2fce3fad req-61599c5b-fc8d-4278-b417-0f10a8177f1e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.3053880 Jun 28 12:10:08.490706 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 567f008b-29bf-413e-a81e-2de06016d9d4 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:10:08.491064 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 567f008b-29bf-413e-a81e-2de06016d9d4 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:10:08.559898 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Deleting subnet 8dea7f0a-ad22-4bd4-b62d-992ed88cb78f {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:10:08.577269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.607065 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-92f69cc4-6b2d-4414-b2a8-d2de2fce3fad req-26924feb-44fa-411a-9b67-56906092bd57 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335392 Jun 28 12:10:08.642175 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192d910-c13b-452d-94bf-d9cba144e276 req-23ab8635-d1c5-4e40-be60-03258bf712f5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:08.651318 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d192d910-c13b-452d-94bf-d9cba144e276 req-23ab8635-d1c5-4e40-be60-03258bf712f5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.3357983 Jun 28 12:10:08.659140 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.731794 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d192d910-c13b-452d-94bf-d9cba144e276 req-24a22ffd-72be-4752-b09c-83d2550d4d67 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807769 Jun 28 12:10:08.734784 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.827779 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.838285 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:08.861130 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dea7f0a-ad22-4bd4-b62d-992ed88cb78f,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:08.863159 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:08.867995 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8dea7f0a-ad22-4bd4-b62d-992ed88cb78f HTTP/1.1" status: 204 len: 168 time: 0.5437660 Jun 28 12:10:08.867995 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:08.868336 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57714) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:08.952910 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.044461 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.060785 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d123fcb-8ac3-4978-bd7e-2a21b91c0791']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:09.072906 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0509ce-30b9-4479-b55b-871542583503') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:09.073208 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0509ce-30b9-4479-b55b-871542583503') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:10:09.083942 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.101578 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.127672 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:10:09.128225 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:10:09.211018 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:10:09.221843 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.229210 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:09.237884 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.240218 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1d123fcb-8ac3-4978-bd7e-2a21b91c0791 HTTP/1.1" status: 204 len: 168 time: 0.3714182 Jun 28 12:10:09.264659 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d123fcb-8ac3-4978-bd7e-2a21b91c0791,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:09.267165 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:09.500441 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57728) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:09.571830 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-1f3882c8-abd5-42e3-aee7-3cad401471fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb09feecc7884db493de86f8a2dfa30f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0697124 Jun 28 12:10:09.574869 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57732) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:09.645635 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a613dac8-4ac9-48c0-b313-cf5e5d6b312e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.681490 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a613dac8-4ac9-48c0-b313-cf5e5d6b312e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.783808 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a613dac8-4ac9-48c0-b313-cf5e5d6b312e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.787504 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a613dac8-4ac9-48c0-b313-cf5e5d6b312e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:09.800547 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a613dac8-4ac9-48c0-b313-cf5e5d6b312e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d479888f-1f3d-4355-bc6a-432ed7d30641 HTTP/1.1" status: 204 len: 168 time: 0.2185378 Jun 28 12:10:09.803867 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fdd0baed-b9c5-4dd1-8ba2-8ba860cbcc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:09.818008 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613dac8-4ac9-48c0-b313-cf5e5d6b312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d479888f-1f3d-4355-bc6a-432ed7d30641,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:09.820806 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a613dac8-4ac9-48c0-b313-cf5e5d6b312e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:09.842610 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482e7ee-3378-4567-8e96-117fa0b972fe req-f6bf5bdc-a162-40cd-b3ed-a2fa86669e75 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:09.844414 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2482e7ee-3378-4567-8e96-117fa0b972fe req-f6bf5bdc-a162-40cd-b3ed-a2fa86669e75 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0798535 Jun 28 12:10:09.901449 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2482e7ee-3378-4567-8e96-117fa0b972fe req-0d327dfe-95d6-4773-b000-83835df3fc58 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 Jun 28 12:10:11.108591 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853dd20-a40f-41a5-b34b-a94a853c09f2 req-4e91b9cc-b507-4f5e-9244-5ccd91f6e9fd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:11.110846 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7853dd20-a40f-41a5-b34b-a94a853c09f2 req-4e91b9cc-b507-4f5e-9244-5ccd91f6e9fd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0720954 Jun 28 12:10:11.165974 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7853dd20-a40f-41a5-b34b-a94a853c09f2 req-5c67bc0b-6a1b-42b0-859c-10dc23ae0b76 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368862 Jun 28 12:10:12.354599 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde6150-d04e-41bd-8cd0-05cd3db27414 req-d009d466-88ac-48c1-8d8b-408490639441 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:12.356085 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1bde6150-d04e-41bd-8cd0-05cd3db27414 req-d009d466-88ac-48c1-8d8b-408490639441 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0747430 Jun 28 12:10:12.400528 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1bde6150-d04e-41bd-8cd0-05cd3db27414 req-e6a9fe67-9c90-421e-880a-5985f0ca728c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385556 Jun 28 12:10:13.604231 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb0c6f-b2a5-405c-9b76-55ab44d01e61 req-ce72a97b-fa36-4ce1-af0a-34420a852dac tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:13.605713 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07bb0c6f-b2a5-405c-9b76-55ab44d01e61 req-ce72a97b-fa36-4ce1-af0a-34420a852dac tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0695338 Jun 28 12:10:13.645193 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07bb0c6f-b2a5-405c-9b76-55ab44d01e61 req-b58908fc-84d2-4681-a176-bc4260d6e58d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312238 Jun 28 12:10:14.706834 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57848) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:14.823005 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ecf40a59-1599-4b14-8108-3ab457f35526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:14.844074 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7353b-fe8e-496b-81a5-2dfb930d24bb req-04fccefe-4ad9-4dc0-9e75-b8868369ef67 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:14.845535 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-06f7353b-fe8e-496b-81a5-2dfb930d24bb req-04fccefe-4ad9-4dc0-9e75-b8868369ef67 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0631800 Jun 28 12:10:14.883548 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-06f7353b-fe8e-496b-81a5-2dfb930d24bb req-ff4f1cef-2725-431a-ac84-8476aeb2b2dc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Jun 28 12:10:14.911636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ecf40a59-1599-4b14-8108-3ab457f35526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:14.917812 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ecf40a59-1599-4b14-8108-3ab457f35526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:14.920265 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fec5a862-16ef-4961-8e87-a24d7b3e1324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:14.953395 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf40a59-1599-4b14-8108-3ab457f35526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b41098-e869-4f22-8e1b-6ec99fc46e34,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:14.956585 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ecf40a59-1599-4b14-8108-3ab457f35526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:14.961787 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ecf40a59-1599-4b14-8108-3ab457f35526 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59e7d7b778774227ac708b651f08016b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513535 Jun 28 12:10:14.962388 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57852) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:15.009334 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b96e41e8-01b9-4012-af87-83fa4428368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.032517 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b96e41e8-01b9-4012-af87-83fa4428368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.084494 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b96e41e8-01b9-4012-af87-83fa4428368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.087287 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b96e41e8-01b9-4012-af87-83fa4428368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.088548 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b96e41e8-01b9-4012-af87-83fa4428368f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7b41098-e869-4f22-8e1b-6ec99fc46e34 HTTP/1.1" status: 204 len: 168 time: 0.1256285 Jun 28 12:10:15.089313 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:15.097396 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e41e8-01b9-4012-af87-83fa4428368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b41098-e869-4f22-8e1b-6ec99fc46e34,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:15.100959 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b96e41e8-01b9-4012-af87-83fa4428368f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:15.398645 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57862) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:15.412918 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2d361526-b310-4575-b926-e72e27964bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.512621 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2d361526-b310-4575-b926-e72e27964bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.519194 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2d361526-b310-4575-b926-e72e27964bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.521579 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b27c737a-3570-4469-9a39-c3034ddc8632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:15.556857 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-2d361526-b310-4575-b926-e72e27964bf3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=180e0eef6c324444ae420199c3b36ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571243 Jun 28 12:10:15.557727 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d361526-b310-4575-b926-e72e27964bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b8c19-2088-4860-b484-5c2b0c8d7a88,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:15.559956 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 57864) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:15.560868 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2d361526-b310-4575-b926-e72e27964bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:15.613895 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2ec24b76-ee64-4868-8b04-f0bd23fd479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.635125 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2ec24b76-ee64-4868-8b04-f0bd23fd479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.681834 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2ec24b76-ee64-4868-8b04-f0bd23fd479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.684536 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2ec24b76-ee64-4868-8b04-f0bd23fd479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:15.685646 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-2ec24b76-ee64-4868-8b04-f0bd23fd479b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e06b8c19-2088-4860-b484-5c2b0c8d7a88 HTTP/1.1" status: 204 len: 168 time: 0.1245537 Jun 28 12:10:15.686504 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-328163d7-2997-4d4a-b714-7351e62dd83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:15.695987 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec24b76-ee64-4868-8b04-f0bd23fd479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b8c19-2088-4860-b484-5c2b0c8d7a88,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:15.698610 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2ec24b76-ee64-4868-8b04-f0bd23fd479b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:16.066407 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd78cb-3417-47e7-9f35-0de07e7d9347 req-c5162ff8-c5a3-4f10-b0e8-b683c3c6e57d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:16.068191 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8fdd78cb-3417-47e7-9f35-0de07e7d9347 req-c5162ff8-c5a3-4f10-b0e8-b683c3c6e57d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0672657 Jun 28 12:10:16.109526 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8fdd78cb-3417-47e7-9f35-0de07e7d9347 req-efd7d66d-0bcc-4a88-a558-cd415add96f3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352683 Jun 28 12:10:16.450501 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cb9f-1378-41d2-a1e6-b1bac560f906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.067712 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.313254 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cd5a0-2257-41c5-9f0b-526d2886de23 req-2602fe2d-cfc1-43fd-a1a9-99382221f76a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:17.316995 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-891cd5a0-2257-41c5-9f0b-526d2886de23 req-2602fe2d-cfc1-43fd-a1a9-99382221f76a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0829189 Jun 28 12:10:17.362742 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-891cd5a0-2257-41c5-9f0b-526d2886de23 req-d7166bbc-9779-42d3-a87d-464a7330ebc8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396578 Jun 28 12:10:17.667664 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 57946) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:17.780557 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a3ca454d-7bd4-4dca-812e-7ea83477425c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.876530 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a3ca454d-7bd4-4dca-812e-7ea83477425c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.883009 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a3ca454d-7bd4-4dca-812e-7ea83477425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.885387 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0a5409a8-6c96-4608-9d4c-491397806a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:17.920303 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a3ca454d-7bd4-4dca-812e-7ea83477425c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62e1324d4b994e95a19651955910b146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515688 Jun 28 12:10:17.921216 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca454d-7bd4-4dca-812e-7ea83477425c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b2c302-f164-4996-9ae0-7115a9014009,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:17.923117 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57952) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:17.924230 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a3ca454d-7bd4-4dca-812e-7ea83477425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:17.972758 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd340bc1-7700-4c05-bc16-c9560817b493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:17.993253 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd340bc1-7700-4c05-bc16-c9560817b493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.041420 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd340bc1-7700-4c05-bc16-c9560817b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.046322 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd340bc1-7700-4c05-bc16-c9560817b493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.047919 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cd340bc1-7700-4c05-bc16-c9560817b493 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0b2c302-f164-4996-9ae0-7115a9014009 HTTP/1.1" status: 204 len: 168 time: 0.1238139 Jun 28 12:10:18.048663 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-94eaae44-cb1e-49eb-8f35-07b7d5a325c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:18.056777 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd340bc1-7700-4c05-bc16-c9560817b493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b2c302-f164-4996-9ae0-7115a9014009,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:18.060376 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cd340bc1-7700-4c05-bc16-c9560817b493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:18.322744 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 57962) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:18.337108 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2304ed38-5205-4a9d-9b94-d15c83c1b273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.427949 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2304ed38-5205-4a9d-9b94-d15c83c1b273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.433575 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2304ed38-5205-4a9d-9b94-d15c83c1b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.436068 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a014acd7-3bca-49e4-8fd8-dca5acc7139d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:18.469186 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ed38-5205-4a9d-9b94-d15c83c1b273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac164d-75d8-4dbe-a3e6-47b41a1e283b,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:18.476076 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 57966) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:18.476302 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-2304ed38-5205-4a9d-9b94-d15c83c1b273 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=333bf0378a97463b8b0ee3c108fdfd88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521311 Jun 28 12:10:18.477160 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2304ed38-5205-4a9d-9b94-d15c83c1b273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:18.527770 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4b18e253-9c82-4584-86b5-cc880d663ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.550199 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4b18e253-9c82-4584-86b5-cc880d663ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.550810 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e977a-29ac-4f7d-98c2-913b9946a546 req-01c0056d-e9f6-4f4b-a484-cb25f01aa08f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:18.552338 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c10e977a-29ac-4f7d-98c2-913b9946a546 req-01c0056d-e9f6-4f4b-a484-cb25f01aa08f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0688040 Jun 28 12:10:18.591277 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c10e977a-29ac-4f7d-98c2-913b9946a546 req-8c3e9da5-46ae-4145-b421-98e86b3fb4ee tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Jun 28 12:10:18.600378 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4b18e253-9c82-4584-86b5-cc880d663ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.602891 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4b18e253-9c82-4584-86b5-cc880d663ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:18.606395 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-4b18e253-9c82-4584-86b5-cc880d663ae7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8dac164d-75d8-4dbe-a3e6-47b41a1e283b HTTP/1.1" status: 204 len: 168 time: 0.1258261 Jun 28 12:10:18.606395 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1ac5cb3-ef0c-4173-b0fe-a5b309f366ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:18.613010 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18e253-9c82-4584-86b5-cc880d663ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac164d-75d8-4dbe-a3e6-47b41a1e283b,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:18.620858 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4b18e253-9c82-4584-86b5-cc880d663ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:19.026528 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:19.055823 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-99689068-5f48-41bc-bab4-6975231b1f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:19.772997 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd8806-2733-4e44-9099-e1d04870af49 req-3750f2bd-d479-4ab4-8040-210d4616ed3f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:19.774301 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7bd8806-2733-4e44-9099-e1d04870af49 req-3750f2bd-d479-4ab4-8040-210d4616ed3f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0644982 Jun 28 12:10:19.812590 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7bd8806-2733-4e44-9099-e1d04870af49 req-31f1c727-6bf0-42e0-864d-f6d0d51c957b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322874 Jun 28 12:10:20.028339 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:20.987559 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ac1fd-c2f8-4a1f-bc5f-a972731e79ad req-a5a97ba7-eb3d-4a50-9ece-ef77148a106d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:20.989043 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-715ac1fd-c2f8-4a1f-bc5f-a972731e79ad req-a5a97ba7-eb3d-4a50-9ece-ef77148a106d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0627406 Jun 28 12:10:21.032070 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-715ac1fd-c2f8-4a1f-bc5f-a972731e79ad req-ee9256c9-79b2-45f7-814d-b695849fea23 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372517 Jun 28 12:10:21.147284 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58052) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:21.268780 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f5541b98-bf94-44d7-93b1-a503623bf8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.361039 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f5541b98-bf94-44d7-93b1-a503623bf8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.366137 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f5541b98-bf94-44d7-93b1-a503623bf8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.368396 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-35fa4975-24ff-420b-bb3b-969f6f300e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:21.403454 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-f5541b98-bf94-44d7-93b1-a503623bf8f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c8082d44909463e9eb1546d174d7c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550848 Jun 28 12:10:21.404366 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5541b98-bf94-44d7-93b1-a503623bf8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c86228-9b42-4c3f-b6af-41631f73fe69,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:21.406898 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58060) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:21.407615 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f5541b98-bf94-44d7-93b1-a503623bf8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:21.457689 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-09404084-d9a9-4208-965c-9a084b4b80a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.478928 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-09404084-d9a9-4208-965c-9a084b4b80a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.525352 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-09404084-d9a9-4208-965c-9a084b4b80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.529082 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-09404084-d9a9-4208-965c-9a084b4b80a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.529220 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-09404084-d9a9-4208-965c-9a084b4b80a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40c86228-9b42-4c3f-b6af-41631f73fe69 HTTP/1.1" status: 204 len: 168 time: 0.1191638 Jun 28 12:10:21.529967 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b96e41e8-01b9-4012-af87-83fa4428368f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:21.541193 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09404084-d9a9-4208-965c-9a084b4b80a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c86228-9b42-4c3f-b6af-41631f73fe69,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:21.544285 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-09404084-d9a9-4208-965c-9a084b4b80a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:21.798282 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.830553 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58066) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:21.843705 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8658e0d2-05db-4c97-9a8a-d240d028d1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.937840 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8658e0d2-05db-4c97-9a8a-d240d028d1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.946392 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8658e0d2-05db-4c97-9a8a-d240d028d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:21.949943 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2d361526-b310-4575-b926-e72e27964bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:21.984857 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-8658e0d2-05db-4c97-9a8a-d240d028d1d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4065661327bf46229195f2ee2652713d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532133 Jun 28 12:10:21.985770 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658e0d2-05db-4c97-9a8a-d240d028d1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e7cb25-bc0f-4db5-adf7-9b6f2395a321,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:21.993126 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58070) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:21.993596 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-8658e0d2-05db-4c97-9a8a-d240d028d1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:22.041870 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ad81670a-1ea4-4340-9f61-4c5d2e9cc14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:22.073201 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ad81670a-1ea4-4340-9f61-4c5d2e9cc14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:22.122141 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ad81670a-1ea4-4340-9f61-4c5d2e9cc14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:22.125212 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ad81670a-1ea4-4340-9f61-4c5d2e9cc14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:22.126477 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-ad81670a-1ea4-4340-9f61-4c5d2e9cc14e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9e7cb25-bc0f-4db5-adf7-9b6f2395a321 HTTP/1.1" status: 204 len: 168 time: 0.1365912 Jun 28 12:10:22.127118 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-132efdb1-f2e8-4ab5-a3ee-6cbb50812ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:22.134750 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81670a-1ea4-4340-9f61-4c5d2e9cc14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e7cb25-bc0f-4db5-adf7-9b6f2395a321,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:22.137251 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ad81670a-1ea4-4340-9f61-4c5d2e9cc14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:22.219543 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d28e11-cf72-4eac-916f-ed9bbf9c8a58 req-737f1c66-df4e-4831-ac65-f837668b608a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:22.221022 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07d28e11-cf72-4eac-916f-ed9bbf9c8a58 req-737f1c66-df4e-4831-ac65-f837668b608a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0678635 Jun 28 12:10:22.258056 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07d28e11-cf72-4eac-916f-ed9bbf9c8a58 req-3185cd92-762a-458e-bc33-59e28d236f2e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313070 Jun 28 12:10:22.628645 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-18c3fa92-b6ed-45d0-b078-b15f7db1c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:22.630133 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-18c3fa92-b6ed-45d0-b078-b15f7db1c16b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0610392 Jun 28 12:10:22.732662 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-91fa13b8-956c-442b-a0fb-7624bf844949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:22.734191 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-91fa13b8-956c-442b-a0fb-7624bf844949 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.0877230 Jun 28 12:10:22.804553 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-03e01c85-a4f5-4536-9cac-40b518060a1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 200 len: 1000 time: 0.0636461 Jun 28 12:10:22.854070 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-85dc5681-29f9-49d8-9846-2008df8c0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:22.855533 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-85dc5681-29f9-49d8-9846-2008df8c0b9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0431230 Jun 28 12:10:22.930011 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-69dcdb89-cb85-4e5c-8e70-907d7c2a6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:22.931533 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-69dcdb89-cb85-4e5c-8e70-907d7c2a6491 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692034 Jun 28 12:10:23.031552 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-f16e3070-2c26-4749-81e1-796822aa227f service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891974 Jun 28 12:10:23.164862 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76c939df-134d-440d-aaf9-dd239f1f5bb5 req-32bb5023-e11a-432c-86b4-df6730d8a638 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883915 Jun 28 12:10:23.393483 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:23.452578 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cdf56-1cd0-466c-a231-fde876b88d88 req-48287c3c-5548-4cbd-bffb-43eb88dbc23c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:23.461039 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ee5cdf56-1cd0-466c-a231-fde876b88d88 req-48287c3c-5548-4cbd-bffb-43eb88dbc23c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 945 time: 0.0734479 Jun 28 12:10:23.495758 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ee5cdf56-1cd0-466c-a231-fde876b88d88 req-84c35028-81a0-4355-a891-008b09e4752c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336180 Jun 28 12:10:23.521115 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:23.546561 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:10:23.549031 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06c382-34e3-4aff-80e4-22990094895a" -d '{"events": [{"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-unplugged", "status": "completed", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:10:23.564117 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:10:23.570372 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:23.572569 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:23.595843 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 12:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2e6f44-8cd3-4d1c-a540-049a2abfd1f7 x-openstack-request-id: req-8a2e6f44-8cd3-4d1c-a540-049a2abfd1f7 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:10:23.596139 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-unplugged", "status": "completed", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:10:23.596403 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a2e6f44-8cd3-4d1c-a540-049a2abfd1f7 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:10:23.596805 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'code': 200} Jun 28 12:10:23.624995 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=8']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:23.628240 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:24.848182 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f38ae-f305-4779-a297-7e1374e76e0e req-3af3255f-710e-4858-8b49-e97ee7f1828c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:24.849669 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ef4f38ae-f305-4779-a297-7e1374e76e0e req-3af3255f-710e-4858-8b49-e97ee7f1828c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0802455 Jun 28 12:10:24.972158 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:10:25.073679 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ef4f38ae-f305-4779-a297-7e1374e76e0e req-14aeeebd-b141-4b88-b40b-d0e41536e8c9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181938 Jun 28 12:10:26.347843 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239a0bf-d656-457d-9573-b20b987c2ad0 req-0e7f542e-cc84-4ee5-af64-b07d88719905 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:26.349302 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5239a0bf-d656-457d-9573-b20b987c2ad0 req-0e7f542e-cc84-4ee5-af64-b07d88719905 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1372471 Jun 28 12:10:26.389506 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5239a0bf-d656-457d-9573-b20b987c2ad0 req-092b62fe-8e06-4ec0-a7a9-974e4aa123a7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337162 Jun 28 12:10:27.573719 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154c575-a3c5-4e6e-9f9b-347e2bc97d1b req-b174c2f0-d56e-48db-b638-be3d6d240fc8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:27.575291 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c154c575-a3c5-4e6e-9f9b-347e2bc97d1b req-b174c2f0-d56e-48db-b638-be3d6d240fc8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0663342 Jun 28 12:10:27.623114 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c154c575-a3c5-4e6e-9f9b-347e2bc97d1b req-e4f0d26e-5e17-4e10-b6c4-ea59241a1f79 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406847 Jun 28 12:10:28.821767 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591ade-b1ef-46ec-92f4-4acd347a70de req-d679ea2a-ffa6-4824-9026-eb74b811c8e0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:28.823420 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-be591ade-b1ef-46ec-92f4-4acd347a70de req-d679ea2a-ffa6-4824-9026-eb74b811c8e0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0744078 Jun 28 12:10:28.996692 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-be591ade-b1ef-46ec-92f4-4acd347a70de req-3977612a-3ab0-4cbf-b780-ce0a3c0bc8b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661432 Jun 28 12:10:30.179475 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249e92b-1ac5-4ad8-b6aa-3a9498049601 req-d8fe7252-576f-4a36-b3b0-21de5b2e8a49 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:30.181341 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c249e92b-1ac5-4ad8-b6aa-3a9498049601 req-d8fe7252-576f-4a36-b3b0-21de5b2e8a49 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0701697 Jun 28 12:10:30.219989 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c249e92b-1ac5-4ad8-b6aa-3a9498049601 req-1a50bd94-c51d-4d08-bb94-86834c07ef3b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Jun 28 12:10:31.073448 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e0a05-cbf5-4b2a-97b4-4df9fc5ad742 req-4b135e0c-0b64-46c3-b134-16f137ba7a81 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:31.074939 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fd6e0a05-cbf5-4b2a-97b4-4df9fc5ad742 req-4b135e0c-0b64-46c3-b134-16f137ba7a81 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0697179 Jun 28 12:10:31.112124 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fd6e0a05-cbf5-4b2a-97b4-4df9fc5ad742 req-6b12d320-8c77-497a-9b8f-a91c4c610242 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Jun 28 12:10:31.256964 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58294) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:31.363026 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-9186044a-4182-419e-adc4-1c103ab0c483 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048734 Jun 28 12:10:32.306056 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6ecb8-4471-494c-bdef-ab80e3a4f9d8 req-be5e2d00-6a0e-4b5e-b2a5-fae888d08f42 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:32.307560 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-63d6ecb8-4471-494c-bdef-ab80e3a4f9d8 req-be5e2d00-6a0e-4b5e-b2a5-fae888d08f42 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0738342 Jun 28 12:10:32.346031 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-63d6ecb8-4471-494c-bdef-ab80e3a4f9d8 req-4d74da07-6703-4354-861c-18ad170e4797 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325279 Jun 28 12:10:33.538325 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567baf-d29b-4cd5-bc2b-f753ebde4c7e req-b28299f3-f42f-4f48-9e79-0979857a0d2a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:33.539823 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db567baf-d29b-4cd5-bc2b-f753ebde4c7e req-b28299f3-f42f-4f48-9e79-0979857a0d2a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0680604 Jun 28 12:10:33.577771 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db567baf-d29b-4cd5-bc2b-f753ebde4c7e req-61d549ad-002d-40a6-a330-7a965b434c38 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Jun 28 12:10:34.542892 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:10:34.769440 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038853a6-063c-4fda-8c4e-d7a760492cfb req-a925e0f2-57fb-4bf5-a7d7-d0a8e5bf97ce tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:34.770926 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-038853a6-063c-4fda-8c4e-d7a760492cfb req-a925e0f2-57fb-4bf5-a7d7-d0a8e5bf97ce tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0687983 Jun 28 12:10:34.809595 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-038853a6-063c-4fda-8c4e-d7a760492cfb req-1137a87a-d44f-4852-af99-b8241102632d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325201 Jun 28 12:10:35.996128 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84b101-2281-417b-929d-aebdb12c68ff req-33590afb-ba2d-425d-8167-fb6c9e2d7a07 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:35.997476 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5b84b101-2281-417b-929d-aebdb12c68ff req-33590afb-ba2d-425d-8167-fb6c9e2d7a07 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0690022 Jun 28 12:10:36.036125 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5b84b101-2281-417b-929d-aebdb12c68ff req-06489e76-493f-4e9e-8a5e-3e8b4ded536e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325246 Jun 28 12:10:37.226835 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51bcb8-7032-4aab-bd77-1f46be2f5bf6 req-93df7de6-950c-4f8d-b7a3-903690d92b18 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:37.228279 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9f51bcb8-7032-4aab-bd77-1f46be2f5bf6 req-93df7de6-950c-4f8d-b7a3-903690d92b18 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0666924 Jun 28 12:10:37.268534 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9f51bcb8-7032-4aab-bd77-1f46be2f5bf6 req-0998e385-b1b4-4beb-9697-65d18955c260 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325027 Jun 28 12:10:38.475263 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62512e3-3e71-49d7-afc4-83a37619f322 req-d7e1d6e6-949a-4f5f-b666-af9999e5a7b4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:38.477156 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f62512e3-3e71-49d7-afc4-83a37619f322 req-d7e1d6e6-949a-4f5f-b666-af9999e5a7b4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0910890 Jun 28 12:10:38.518191 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f62512e3-3e71-49d7-afc4-83a37619f322 req-fd51c834-df4d-460d-bc97-effa2c40a387 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Jun 28 12:10:39.704068 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5af69d-42cb-4dda-bca2-dd3413d87acb req-028b2494-80af-49e1-80da-6a9c36a37bb2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:39.705652 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fb5af69d-42cb-4dda-bca2-dd3413d87acb req-028b2494-80af-49e1-80da-6a9c36a37bb2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0695908 Jun 28 12:10:39.744190 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fb5af69d-42cb-4dda-bca2-dd3413d87acb req-d8a20c09-ab4d-4bf7-add0-917729b6c1d5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326645 Jun 28 12:10:40.932260 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c60a-3786-49f5-8e7f-3cdbc47aba13 req-ee524611-700d-48a1-afa2-77cc415ee95a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:40.933749 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ab15c60a-3786-49f5-8e7f-3cdbc47aba13 req-ee524611-700d-48a1-afa2-77cc415ee95a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0711942 Jun 28 12:10:40.978219 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ab15c60a-3786-49f5-8e7f-3cdbc47aba13 req-54fc903f-ad0a-4f97-8d82-412d746fa399 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382669 Jun 28 12:10:42.188826 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85082189-535c-441f-95db-44b7cb6514f1 req-ad4696a2-51e9-42c2-ad1f-6b4aa1e8b958 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:42.190276 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-85082189-535c-441f-95db-44b7cb6514f1 req-ad4696a2-51e9-42c2-ad1f-6b4aa1e8b958 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0763686 Jun 28 12:10:42.236003 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-85082189-535c-441f-95db-44b7cb6514f1 req-6d2661a5-ca6e-4b2d-9254-157b321ae09f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373683 Jun 28 12:10:43.432769 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f390090-9d6b-4b67-b10f-a33bc97991db req-5bc3260e-2166-49ce-8e8a-bbb4dd0c1662 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:43.434348 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7f390090-9d6b-4b67-b10f-a33bc97991db req-5bc3260e-2166-49ce-8e8a-bbb4dd0c1662 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0754454 Jun 28 12:10:43.475678 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7f390090-9d6b-4b67-b10f-a33bc97991db req-cf9aa535-4e18-40b5-8541-d6a5927fbb3d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352399 Jun 28 12:10:43.640304 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-dd1e1bd1-d1a9-4fb3-a91d-8fc995f8aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:43.642196 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-dd1e1bd1-d1a9-4fb3-a91d-8fc995f8aa3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9&tenant_id=00cfc41933524345a618f3b1ff6d32de HTTP/1.1" status: 200 len: 1096 time: 0.1043999 Jun 28 12:10:43.729051 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-7317db66-e0a6-4271-8446-0cdfed98b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:43.730567 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-7317db66-e0a6-4271-8446-0cdfed98b659 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1096 time: 0.0590792 Jun 28 12:10:43.759644 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58464) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:43.833045 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-54f98dee-ea61-444d-bfc1-c429766652ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:43.834567 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-54f98dee-ea61-444d-bfc1-c429766652ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.0947344 Jun 28 12:10:43.870669 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-706f6f2e-692b-457c-89fc-04cc8c32fbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.898515 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-04dee987-4172-42ca-ba0f-26d9819be770 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 200 len: 998 time: 0.0574305 Jun 28 12:10:43.952153 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-93b7251c-2b7b-49be-a37b-c856c4041d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:43.953607 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-93b7251c-2b7b-49be-a37b-c856c4041d21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0482807 Jun 28 12:10:43.971774 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-706f6f2e-692b-457c-89fc-04cc8c32fbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.976973 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-706f6f2e-692b-457c-89fc-04cc8c32fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:43.979593 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d4a1502c-bb7b-4c47-99d5-6832d78f8817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:44.012109 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-f45a6063-6cf8-43c1-85d0-f971dd75522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:44.013600 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-f45a6063-6cf8-43c1-85d0-f971dd75522d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524874 Jun 28 12:10:44.015549 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-706f6f2e-692b-457c-89fc-04cc8c32fbfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cff22eb37f548a39301b258fc3e2b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548409 Jun 28 12:10:44.016308 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6f2e-692b-457c-89fc-04cc8c32fbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b6c471-1743-4ed9-a1e9-b9a1bddc6e66,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:44.018195 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58468) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:44.019518 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-706f6f2e-692b-457c-89fc-04cc8c32fbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:44.142249 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9254-371e-4874-b56c-776247f30a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.147618 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-43b6dd1b-06ec-4135-8e6e-27abad876c28 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230364 Jun 28 12:10:44.194125 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9254-371e-4874-b56c-776247f30a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.282537 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f6d7f680-7a42-4740-81d2-bd90091efc73 req-697e9997-f629-4d89-85af-377676b3a83a service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268079 Jun 28 12:10:44.297363 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9254-371e-4874-b56c-776247f30a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.300851 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b9fb9254-371e-4874-b56c-776247f30a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.302295 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b9fb9254-371e-4874-b56c-776247f30a7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42b6c471-1743-4ed9-a1e9-b9a1bddc6e66 HTTP/1.1" status: 204 len: 168 time: 0.2831130 Jun 28 12:10:44.303201 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-dd79dda4-c58b-4711-b66d-d9ba18746f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:44.319217 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9254-371e-4874-b56c-776247f30a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b6c471-1743-4ed9-a1e9-b9a1bddc6e66,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:44.320903 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b9fb9254-371e-4874-b56c-776247f30a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:44.606680 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58504) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:44.621115 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-484a1cec-4dc8-491a-9e34-22f75d57b229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.671878 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb6907-895c-4b8e-ac25-bb8947bfddb3 req-cab1d445-0519-4813-8bfa-f47f844b5e04 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:44.674359 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5dfb6907-895c-4b8e-ac25-bb8947bfddb3 req-cab1d445-0519-4813-8bfa-f47f844b5e04 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0736222 Jun 28 12:10:44.713942 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5dfb6907-895c-4b8e-ac25-bb8947bfddb3 req-495aa9f2-9cde-45eb-a09d-b1acb8cb9bfa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334251 Jun 28 12:10:44.716960 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-484a1cec-4dc8-491a-9e34-22f75d57b229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.723724 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-484a1cec-4dc8-491a-9e34-22f75d57b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.727107 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2c173d3f-35c4-4b62-90b3-db6ccce417d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:44.766300 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-484a1cec-4dc8-491a-9e34-22f75d57b229 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d96551c5cc124f80a85705e7c805525b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581714 Jun 28 12:10:44.767917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a1cec-4dc8-491a-9e34-22f75d57b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2420d6d1-33f9-4935-a674-8284f06b9415,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:44.769308 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58510) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:44.771063 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-484a1cec-4dc8-491a-9e34-22f75d57b229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:44.819336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-7fc2048c-cba3-4298-ae14-4878dce201e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.843121 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-7fc2048c-cba3-4298-ae14-4878dce201e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.914630 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-7fc2048c-cba3-4298-ae14-4878dce201e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.918287 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-7fc2048c-cba3-4298-ae14-4878dce201e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:44.919759 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-7fc2048c-cba3-4298-ae14-4878dce201e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2420d6d1-33f9-4935-a674-8284f06b9415 HTTP/1.1" status: 204 len: 168 time: 0.1496067 Jun 28 12:10:44.920934 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f327fce3-c09e-45cf-b423-a4ad24f870de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:44.931348 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2048c-cba3-4298-ae14-4878dce201e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2420d6d1-33f9-4935-a674-8284f06b9415,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:44.934244 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7fc2048c-cba3-4298-ae14-4878dce201e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:45.676381 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21bd29-b5de-47cf-a473-d82493c6d683 req-68d7e2f6-cf8d-41da-a01e-91bae96f7c67 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:45.677920 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f21bd29-b5de-47cf-a473-d82493c6d683 req-68d7e2f6-cf8d-41da-a01e-91bae96f7c67 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0794196 Jun 28 12:10:45.736806 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f21bd29-b5de-47cf-a473-d82493c6d683 req-a6dac730-588c-4d8a-bd5e-e4a77ac308c7 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Jun 28 12:10:45.771526 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58558) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:45.970372 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e5575-3d5f-43c2-a738-5a9c2b700d32 req-7b6236c0-e360-4f85-bcd9-8659362717f0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:45.972236 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e27e5575-3d5f-43c2-a738-5a9c2b700d32 req-7b6236c0-e360-4f85-bcd9-8659362717f0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1075032 Jun 28 12:10:46.036769 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e27e5575-3d5f-43c2-a738-5a9c2b700d32 req-e676c360-f800-4eaf-a2ed-2611048d1f15 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540316 Jun 28 12:10:46.078117 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff695077-a392-4a54-8e84-d9642ed92998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.176917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff695077-a392-4a54-8e84-d9642ed92998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.181798 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ff695077-a392-4a54-8e84-d9642ed92998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.184522 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b631e0f5-b77c-41e5-98bc-e633c1001a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:46.222220 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ff695077-a392-4a54-8e84-d9642ed92998 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b7c80eed59e4df38b0b7a2d4af04a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492760 Jun 28 12:10:46.223672 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff695077-a392-4a54-8e84-d9642ed92998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6004756b-e48c-48a3-b382-a7a0dd0b5ec6,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:46.225087 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58568) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:46.230501 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ff695077-a392-4a54-8e84-d9642ed92998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:46.288765 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e77aa04f-87f6-4ccc-8101-7e69b5cd644a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.313238 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e77aa04f-87f6-4ccc-8101-7e69b5cd644a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.378389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e77aa04f-87f6-4ccc-8101-7e69b5cd644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.381098 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e77aa04f-87f6-4ccc-8101-7e69b5cd644a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.383069 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-e77aa04f-87f6-4ccc-8101-7e69b5cd644a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6004756b-e48c-48a3-b382-a7a0dd0b5ec6 HTTP/1.1" status: 204 len: 168 time: 0.1560214 Jun 28 12:10:46.383069 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5b6ce1a2-cd04-40ff-8550-1bda3640dec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:46.396508 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aa04f-87f6-4ccc-8101-7e69b5cd644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004756b-e48c-48a3-b382-a7a0dd0b5ec6,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:46.404733 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e77aa04f-87f6-4ccc-8101-7e69b5cd644a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:46.461333 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9bf3bf2d-5232-4662-b141-125d3f8b8254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:46.950282 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e140d6-bb73-4265-ab84-81b99db82649 req-80f1fd2e-1da9-4e76-8204-ce9b39c95a82 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:46.955547 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d1e140d6-bb73-4265-ab84-81b99db82649 req-80f1fd2e-1da9-4e76-8204-ce9b39c95a82 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0769348 Jun 28 12:10:46.991838 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d1e140d6-bb73-4265-ab84-81b99db82649 req-29671ac9-b309-49c8-ad35-273cede8046e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Jun 28 12:10:47.071965 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:47.248396 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cdf0e-6a34-43ec-bd6d-e41ba3f41aff req-484695b1-5f7c-4ab9-9991-c01b5fd9e230 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:47.249880 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-953cdf0e-6a34-43ec-bd6d-e41ba3f41aff req-484695b1-5f7c-4ab9-9991-c01b5fd9e230 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0715859 Jun 28 12:10:47.291852 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-953cdf0e-6a34-43ec-bd6d-e41ba3f41aff req-da79f688-d01a-48d3-bcb7-57d127b83ca8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347915 Jun 28 12:10:48.180209 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104fb4-c960-49a0-b680-1657068f2db3 req-6ee53358-4347-499f-b18e-42086212e809 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:48.181727 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-20104fb4-c960-49a0-b680-1657068f2db3 req-6ee53358-4347-499f-b18e-42086212e809 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0694776 Jun 28 12:10:48.221564 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-20104fb4-c960-49a0-b680-1657068f2db3 req-60a0dea4-b4cb-49ad-99ff-2a1fb01e74ac tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Jun 28 12:10:48.480959 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6ad99-77d4-4c3b-9c0f-d81c14a06270 req-50bf8dbb-47d5-4e72-9add-defd6790b0bd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:48.482430 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ca6ad99-77d4-4c3b-9c0f-d81c14a06270 req-50bf8dbb-47d5-4e72-9add-defd6790b0bd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0676656 Jun 28 12:10:48.520743 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ca6ad99-77d4-4c3b-9c0f-d81c14a06270 req-8ce24b06-d04f-4bee-a666-4c056e5bf363 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Jun 28 12:10:49.042690 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:49.060138 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-f4c02a34-4914-4716-b95f-a1984ab68e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:49.399852 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b74b5-5fe0-4313-b018-7122f997b950 req-5d969bfa-eeb4-41dd-9cd2-96a86088957f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:49.401550 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b66b74b5-5fe0-4313-b018-7122f997b950 req-5d969bfa-eeb4-41dd-9cd2-96a86088957f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0650070 Jun 28 12:10:49.459704 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b66b74b5-5fe0-4313-b018-7122f997b950 req-f558e9b4-a43a-4c2e-a422-9e1bd0df57a4 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504055 Jun 28 12:10:49.962479 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf438-ac77-4cfa-ad72-5524a857199b req-fb2af053-4740-42f1-836b-f832e7b4ceab tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:49.964064 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d9dbf438-ac77-4cfa-ad72-5524a857199b req-fb2af053-4740-42f1-836b-f832e7b4ceab tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.3048708 Jun 28 12:10:50.011772 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d9dbf438-ac77-4cfa-ad72-5524a857199b req-f1f4fa34-42fb-405d-b242-80dcb23ccd9c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380864 Jun 28 12:10:50.032796 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:50.633480 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb4e28-4d06-455d-a8b1-35c24f3fa312 req-5bbe12bd-cb3c-4e18-9cbd-6f1e95b5c18b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:50.636276 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2afb4e28-4d06-455d-a8b1-35c24f3fa312 req-5bbe12bd-cb3c-4e18-9cbd-6f1e95b5c18b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0681643 Jun 28 12:10:50.678434 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2afb4e28-4d06-455d-a8b1-35c24f3fa312 req-ad5d7840-a635-4787-b309-65f6191440b6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357082 Jun 28 12:10:51.255138 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef527ce1-d899-44bc-afd6-043e2b1faf4c req-6a94d8fa-b935-4cbd-9a0f-c7a75da8dc83 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:51.256977 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ef527ce1-d899-44bc-afd6-043e2b1faf4c req-6a94d8fa-b935-4cbd-9a0f-c7a75da8dc83 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0920856 Jun 28 12:10:51.299214 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ef527ce1-d899-44bc-afd6-043e2b1faf4c req-ee746ab6-17aa-4576-bf35-5c3eba555a5a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351098 Jun 28 12:10:51.802322 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:51.885717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a422020-6a96-42dc-bb3c-7c4afc71142d req-3db39447-5226-436d-bb89-018514fecf76 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:51.887270 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7a422020-6a96-42dc-bb3c-7c4afc71142d req-3db39447-5226-436d-bb89-018514fecf76 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0677965 Jun 28 12:10:51.925017 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7a422020-6a96-42dc-bb3c-7c4afc71142d req-19493585-f20a-42e6-9efa-f711da10ca16 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Jun 28 12:10:52.503707 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fafc65-51de-4249-84b5-6f2258c8078e req-fbe06178-4046-4769-907b-36e8c408f88f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:52.507215 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-75fafc65-51de-4249-84b5-6f2258c8078e req-fbe06178-4046-4769-907b-36e8c408f88f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0657532 Jun 28 12:10:52.555825 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-75fafc65-51de-4249-84b5-6f2258c8078e req-a6cf91ba-1653-4a9d-b314-280cd316e111 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445995 Jun 28 12:10:53.125662 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a64af6-5605-4b5f-9dab-1a93a7327147 req-a0ee9952-c8c1-4350-b881-25aef1528468 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:53.130510 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-34a64af6-5605-4b5f-9dab-1a93a7327147 req-a0ee9952-c8c1-4350-b881-25aef1528468 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0872295 Jun 28 12:10:53.179769 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-34a64af6-5605-4b5f-9dab-1a93a7327147 req-5e735f5e-d0ff-47af-8abb-80c22b3135ac tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Jun 28 12:10:53.765798 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d79b4-4eb5-45f3-ab37-17fc3e282a8e req-72ce84b7-740c-4bab-96b8-82590e111e23 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:53.767528 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f70d79b4-4eb5-45f3-ab37-17fc3e282a8e req-72ce84b7-740c-4bab-96b8-82590e111e23 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0879965 Jun 28 12:10:53.816291 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f70d79b4-4eb5-45f3-ab37-17fc3e282a8e req-1bb5baf6-14df-424d-9ec5-cbc353dd65ca tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428178 Jun 28 12:10:54.035127 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58718) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:54.152875 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.263553 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.274137 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.278147 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-bd03c8d4-6322-4a9e-9c49-29c10317522c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:54.322427 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78ffa56-e193-4d66-86de-57c6a198fa38,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:54.352475 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.352830 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.353176 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.353516 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.353852 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.354186 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.354514 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.354844 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.355197 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.355524 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.355848 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.356189 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:54.364049 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec5be3227fe0416a931251c11226ee17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249645 Jun 28 12:10:54.364049 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:54.364049 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58726) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:54.435433 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2554f7-f7e8-48d9-9b5d-5391bba389a2 req-1cfe4d09-ccf5-42a8-b6a1-0940bcf09044 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:54.436894 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bf2554f7-f7e8-48d9-9b5d-5391bba389a2 req-1cfe4d09-ccf5-42a8-b6a1-0940bcf09044 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.1359463 Jun 28 12:10:54.440330 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1a99853e-ac30-4db3-99e4-413e81cbc8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.475358 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1a99853e-ac30-4db3-99e4-413e81cbc8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.513047 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bf2554f7-f7e8-48d9-9b5d-5391bba389a2 req-d1263801-24ed-4994-80fb-78811b3916ac tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630465 Jun 28 12:10:54.550212 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1a99853e-ac30-4db3-99e4-413e81cbc8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.552993 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1a99853e-ac30-4db3-99e4-413e81cbc8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:54.554160 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-1a99853e-ac30-4db3-99e4-413e81cbc8b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f78ffa56-e193-4d66-86de-57c6a198fa38 HTTP/1.1" status: 204 len: 168 time: 0.1893356 Jun 28 12:10:54.555086 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-19317f4c-97a6-4c17-8a56-3def7f53d467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:54.563163 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99853e-ac30-4db3-99e4-413e81cbc8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78ffa56-e193-4d66-86de-57c6a198fa38,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:54.565477 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1a99853e-ac30-4db3-99e4-413e81cbc8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:54.864607 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58734) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:54.879503 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-69807df6-fb99-425d-97c8-9ebb534346c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.010466 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-69807df6-fb99-425d-97c8-9ebb534346c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.022886 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-69807df6-fb99-425d-97c8-9ebb534346c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.027185 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:55.063064 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba384a-859f-469b-ad67-7afbd6282eee req-46c9829d-b113-45b8-8b42-1f193a8efa8d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:55.064593 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eeba384a-859f-469b-ad67-7afbd6282eee req-46c9829d-b113-45b8-8b42-1f193a8efa8d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1248326 Jun 28 12:10:55.080532 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-69807df6-fb99-425d-97c8-9ebb534346c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=914c9db41313447fb95a2e3e9340793c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146297 Jun 28 12:10:55.083528 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58736) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:55.096519 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69807df6-fb99-425d-97c8-9ebb534346c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf26d2b2-ca86-4d9b-89ff-e67b6c6be94c,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:55.099834 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-69807df6-fb99-425d-97c8-9ebb534346c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:55.137028 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eeba384a-859f-469b-ad67-7afbd6282eee req-9dab623b-7c9e-445a-ac5d-74aba16b8d4a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505643 Jun 28 12:10:55.152280 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.180607 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.229508 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.232178 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.233329 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf26d2b2-ca86-4d9b-89ff-e67b6c6be94c HTTP/1.1" status: 204 len: 168 time: 0.1487164 Jun 28 12:10:55.234147 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a613dac8-4ac9-48c0-b313-cf5e5d6b312e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:55.245708 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf26d2b2-ca86-4d9b-89ff-e67b6c6be94c,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:55.250197 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.250602 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.250910 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.251283 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.251625 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.251965 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.252294 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.252619 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.252961 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.253280 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.253619 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.253932 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:10:55.257920 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:55.590171 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58746) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:55.604526 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-29759af5-3a61-495b-a357-14236be0de54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.734490 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-29759af5-3a61-495b-a357-14236be0de54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.744772 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-29759af5-3a61-495b-a357-14236be0de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.748456 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b6168585-59aa-4278-9308-cd1d85b91763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:55.786715 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a2aef-0b6e-492c-9c47-290844d55b93 req-93e8d474-b162-4824-a592-2f67a077e5ee tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:55.788238 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-874a2aef-0b6e-492c-9c47-290844d55b93 req-93e8d474-b162-4824-a592-2f67a077e5ee tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.1222517 Jun 28 12:10:55.801881 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29759af5-3a61-495b-a357-14236be0de54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73738991-fbe2-436e-be69-092abfe01a4f,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:55.804995 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-29759af5-3a61-495b-a357-14236be0de54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:55.811704 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-29759af5-3a61-495b-a357-14236be0de54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b474f540cbd416baf35c1117f44d9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175403 Jun 28 12:10:55.813069 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58748) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:55.835659 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-874a2aef-0b6e-492c-9c47-290844d55b93 req-f28b2787-559d-42cc-b26a-a60a9943d20a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Jun 28 12:10:55.875779 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c7c69d73-c687-4097-acb3-7ef567234957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.898006 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c7c69d73-c687-4097-acb3-7ef567234957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.953259 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c7c69d73-c687-4097-acb3-7ef567234957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.962524 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c7c69d73-c687-4097-acb3-7ef567234957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:55.962524 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-c7c69d73-c687-4097-acb3-7ef567234957 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73738991-fbe2-436e-be69-092abfe01a4f HTTP/1.1" status: 204 len: 168 time: 0.1436832 Jun 28 12:10:55.962524 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ff695077-a392-4a54-8e84-d9642ed92998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:55.966623 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c69d73-c687-4097-acb3-7ef567234957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73738991-fbe2-436e-be69-092abfe01a4f,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:55.970603 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c7c69d73-c687-4097-acb3-7ef567234957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:56.336616 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472ca2a-9859-40c2-8bc0-21b92190f1f4 req-359dc2f1-71c6-4ef4-854b-2f6d1532fcc7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:56.338115 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e472ca2a-9859-40c2-8bc0-21b92190f1f4 req-359dc2f1-71c6-4ef4-854b-2f6d1532fcc7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0796447 Jun 28 12:10:56.420204 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e472ca2a-9859-40c2-8bc0-21b92190f1f4 req-81bd0105-0c7f-48dc-81df-7cf5a0667d8f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678480 Jun 28 12:10:56.692936 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 58774) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:56.797847 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-313404215-network', 'tenant_id': '38593005a0e64965a1f0808e0f4ce532'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:56.823414 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Made reservation on behalf of 38593005a0e64965a1f0808e0f4ce532 for: {'network': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:56.826068 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:56.837310 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:56.964081 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:56.969320 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:56.974758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a3ca454d-7bd4-4dca-812e-7ea83477425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:57.001765 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:10:57.035794 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd4de42-b484-4d77-9185-8111903967ec,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:57.042092 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:57.042458 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.segments_db [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Added segment 94513683-a660-42af-9fe5-5f8dfffc68d4 of type vlan for network 31c4340f-c37e-4176-90e4-936b7c313033 Jun 28 12:10:57.044311 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:57.092858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:57.135075 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18c28-4c3d-400c-a0b2-678fa4fd258b req-f75e3dbf-0780-4ed1-a97c-b9bea8a187b5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:57.136441 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d1f18c28-4c3d-400c-a0b2-678fa4fd258b req-f75e3dbf-0780-4ed1-a97c-b9bea8a187b5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.1492462 Jun 28 12:10:57.152409 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:57.162402 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:57.162402 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:57.164614 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3140464f-0cf6-4d44-b6e8-095c7b7d3b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:57.205738 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5116506 Jun 28 12:10:57.208711 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 58780) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:10:57.214682 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Request body: {'subnet': {'network_id': '31c4340f-c37e-4176-90e4-936b7c313033', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-313404215-subnet', 'tenant_id': '38593005a0e64965a1f0808e0f4ce532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:10:57.232556 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d1f18c28-4c3d-400c-a0b2-678fa4fd258b req-824c7f63-2314-4024-9285-bb5257d99912 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877213 Jun 28 12:10:57.240657 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Made reservation on behalf of 38593005a0e64965a1f0808e0f4ce532 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:10:57.241594 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Pushing event updated for resources: {'Network': ['ID=31c4340f-c37e-4176-90e4-936b7c313033,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:57.243814 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:57.244751 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:57.253213 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 31c4340f-c37e-4176-90e4-936b7c313033 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:10:57.635276 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71e961-43c5-416f-b6a4-bbda8fedcbb6 req-c705ed7f-b95a-4ab4-8553-05b3826098b7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:57.636910 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ed71e961-43c5-416f-b6a4-bbda8fedcbb6 req-c705ed7f-b95a-4ab4-8553-05b3826098b7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0720527 Jun 28 12:10:57.638604 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:57.641329 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:10:57.677623 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ed71e961-43c5-416f-b6a4-bbda8fedcbb6 req-db2835b3-7a4b-494f-a11d-308a8224ae3e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326521 Jun 28 12:10:57.705131 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e919944f-801a-4a1a-a95e-63137fb4bf03,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:10:57.706289 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Checking segment: {'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:10:57.706648 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Network hostable DHCP agents. Network: 31c4340f-c37e-4176-90e4-936b7c313033, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:10:57.711391 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:10:57.728202 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Network 31c4340f-c37e-4176-90e4-936b7c313033 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:10:57.739942 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 31c4340f-c37e-4176-90e4-936b7c313033) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:10:57.750177 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f8e9cb-c9bc-491d-b7ed-151ec9d9a175 None None] Network 31c4340f-c37e-4176-90e4-936b7c313033 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:57.751609 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:57.752408 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:10:57.767855 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d07031bb-f94c-404d-96ce-6466a365c70d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5573275 Jun 28 12:10:57.874931 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41eed0a-7b55-481b-81c4-d02aad632ceb None None] Network 31c4340f-c37e-4176-90e4-936b7c313033 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:10:58.436084 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4558c4-da59-4023-a3c8-0e40fc36160b req-d187568a-0c16-410c-a53a-4a197dc64c89 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:58.437571 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fc4558c4-da59-4023-a3c8-0e40fc36160b req-d187568a-0c16-410c-a53a-4a197dc64c89 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0653527 Jun 28 12:10:58.481423 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fc4558c4-da59-4023-a3c8-0e40fc36160b req-ca42b876-5e0a-4736-9023-963d6e54968d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358534 Jun 28 12:10:58.868887 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a1b65-c322-413e-ae3b-e94fc290623f req-d7a72b69-2042-4350-9d75-9f3fe6b511a8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:58.870216 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e30a1b65-c322-413e-ae3b-e94fc290623f req-d7a72b69-2042-4350-9d75-9f3fe6b511a8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0653145 Jun 28 12:10:58.909589 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e30a1b65-c322-413e-ae3b-e94fc290623f req-2683dc2d-0bdb-42b8-b255-68b70e599cf0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334404 Jun 28 12:10:59.587503 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-fb869ccb-09dc-4cd6-a8f9-ee84e304bec0 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:59.589641 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-fb869ccb-09dc-4cd6-a8f9-ee84e304bec0 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/networks?id=31c4340f-c37e-4176-90e4-936b7c313033 HTTP/1.1" status: 200 len: 808 time: 0.1126499 Jun 28 12:10:59.604999 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-70bb5d07-be86-4f4f-b91c-1679ed20f780 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/quotas/38593005a0e64965a1f0808e0f4ce532 HTTP/1.1" status: 200 len: 375 time: 0.0096610 Jun 28 12:10:59.643729 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-7bed812a-e21f-46b7-90fc-d808c6a84a2e tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38593005a0e64965a1f0808e0f4ce532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322120 Jun 28 12:10:59.729804 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d7ce-a985-4d2b-be08-df567d77f9a1 req-8f291452-ee46-409d-9002-1b237cc815f3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:10:59.732123 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b865d7ce-a985-4d2b-be08-df567d77f9a1 req-8f291452-ee46-409d-9002-1b237cc815f3 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0913451 Jun 28 12:10:59.826631 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b865d7ce-a985-4d2b-be08-df567d77f9a1 req-3d9c7ae5-d172-421c-9dcb-daec67f56c1e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816958 Jun 28 12:10:59.844437 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-4aacf2c6-668a-4723-8ae7-689358ca5960 service neutron] 10.222.0.11 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928122 Jun 28 12:10:59.939555 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-c544ed07-1268-4202-b700-7fee9b56f690 service neutron] 10.222.0.11 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857561 Jun 28 12:11:00.125617 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810f001-cb01-4254-b1fc-782ab78c8fd2 req-5be12513-a5e5-4dff-8f66-780f34eff7cf tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:00.127260 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e810f001-cb01-4254-b1fc-782ab78c8fd2 req-5be12513-a5e5-4dff-8f66-780f34eff7cf tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1004131 Jun 28 12:11:00.129404 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b778c683-dd04-4301-8205-c451e4b5f68c req-ab8bf7b0-29d4-4d90-8421-7c4f042284ed tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 210 time: 0.0406086 Jun 28 12:11:00.169114 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e810f001-cb01-4254-b1fc-782ab78c8fd2 req-d8a3f7d5-87eb-4bd0-af28-2d337f54ee3f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346758 Jun 28 12:11:01.025142 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2673ad-edcb-412e-81b6-98ccdc7ddf0e req-ce0c261f-2007-4e74-8a34-e0fa27e228f6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:01.026751 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3c2673ad-edcb-412e-81b6-98ccdc7ddf0e req-ce0c261f-2007-4e74-8a34-e0fa27e228f6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0884590 Jun 28 12:11:01.066499 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3c2673ad-edcb-412e-81b6-98ccdc7ddf0e req-a66c2dc6-438f-4c19-b82c-4f589aa50515 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Jun 28 12:11:01.272008 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bc83ae5a-c38e-4a7f-b39c-669aa3cc50d6 req-a6cc22dd-8d3c-4854-8c00-22578e1399fb tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 210 time: 0.0290828 Jun 28 12:11:01.348807 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411fcba-148e-4198-bf06-f3daec62fc95 req-4643204e-c2e2-4d7e-9511-2a07ae17b664 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:01.350283 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6411fcba-148e-4198-bf06-f3daec62fc95 req-4643204e-c2e2-4d7e-9511-2a07ae17b664 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0644481 Jun 28 12:11:01.391355 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6411fcba-148e-4198-bf06-f3daec62fc95 req-7979e3ee-adcb-4061-a5b8-41c310de5af3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352712 Jun 28 12:11:01.972272 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:11:02.257330 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957589ea-6c0d-4d8b-84c5-281cddaf7b13 req-aa3b5072-492d-40ca-bf20-40cf26860875 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:02.258675 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-957589ea-6c0d-4d8b-84c5-281cddaf7b13 req-aa3b5072-492d-40ca-bf20-40cf26860875 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0733707 Jun 28 12:11:02.300798 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-957589ea-6c0d-4d8b-84c5-281cddaf7b13 req-bd598411-e354-4a98-b010-3f7ab90ae550 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341129 Jun 28 12:11:02.415386 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8f372ecc-00f0-4a53-82d5-971def264db5 req-0d39fef6-fc8a-47aa-b79b-07e2034db242 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 210 time: 0.0329540 Jun 28 12:11:02.593688 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a2119-2f7b-4e49-a194-3a391b40f6a1 req-26766b0e-c3ee-4530-9b23-a8ede734d4a1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:02.594996 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d1a2119-2f7b-4e49-a194-3a391b40f6a1 req-26766b0e-c3ee-4530-9b23-a8ede734d4a1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0731966 Jun 28 12:11:02.642581 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d1a2119-2f7b-4e49-a194-3a391b40f6a1 req-0e7eda73-e0a3-4802-a76e-fb28aba4050f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388188 Jun 28 12:11:03.478361 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa97a1-0952-4d1c-b69a-e83e866ff89e req-c1c3af2f-4183-4df5-acb1-1bc5968c095b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:03.479864 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c0fa97a1-0952-4d1c-b69a-e83e866ff89e req-c1c3af2f-4183-4df5-acb1-1bc5968c095b tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0646329 Jun 28 12:11:03.520354 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c0fa97a1-0952-4d1c-b69a-e83e866ff89e req-b9082e33-059a-449d-96d8-fea07e28cfd2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Jun 28 12:11:03.561897 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7f6d382e-3467-4ddb-9413-c3ffeac317d6 req-018ef057-71b6-4a29-a06e-b86d78104705 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 210 time: 0.0315897 Jun 28 12:11:03.764434 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-2cfa0975-fd56-45e9-a867-691ef7a611c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:03.766045 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-2cfa0975-fd56-45e9-a867-691ef7a611c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1351230 Jun 28 12:11:03.911901 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78236e21-924b-4914-8add-bf29298f504e req-b4b85b74-2f96-43ba-817d-5958a71548fe tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:03.913357 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-78236e21-924b-4914-8add-bf29298f504e req-b4b85b74-2f96-43ba-817d-5958a71548fe tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1433144 Jun 28 12:11:03.914677 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-93747106-725f-43d3-b3a7-c42889e469d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:03.915992 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-93747106-725f-43d3-b3a7-c42889e469d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.1172740 Jun 28 12:11:03.992873 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-78236e21-924b-4914-8add-bf29298f504e req-5dae5686-dc19-4752-9667-d7d89d2233de tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732937 Jun 28 12:11:04.000715 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-15d20a4a-26bb-4459-8a73-45cc1a8a307b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 200 len: 998 time: 0.0744274 Jun 28 12:11:04.054523 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-e110e100-fcdb-4aef-a056-c3dfa1f1e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:04.056014 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-e110e100-fcdb-4aef-a056-c3dfa1f1e72d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0459728 Jun 28 12:11:04.126803 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-06fd0a2f-6b08-4227-9a28-6cc417300b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:04.128779 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-06fd0a2f-6b08-4227-9a28-6cc417300b6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628786 Jun 28 12:11:04.232688 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-3b8e4315-f640-48bd-8f64-5d1921ee004d service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869915 Jun 28 12:11:04.338900 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ad904f1-6e68-42c2-bd63-ae7c276398ce req-3b1a6fde-76ca-4c31-9d86-e426fca1c95a service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923526 Jun 28 12:11:04.417505 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-0ef3eab7-281b-461f-840b-5f9342dd5de3 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:04.419946 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-0ef3eab7-281b-461f-840b-5f9342dd5de3 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.15 "GET /v2.0/networks?id=31c4340f-c37e-4176-90e4-936b7c313033 HTTP/1.1" status: 200 len: 808 time: 0.1160336 Jun 28 12:11:04.435981 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Request body: {'port': {'device_id': 'a5868b4e-93ef-4393-9770-7ed4cd5db1e0', 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033', 'admin_state_up': True, 'tenant_id': '38593005a0e64965a1f0808e0f4ce532'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:04.549216 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Made reservation on behalf of 38593005a0e64965a1f0808e0f4ce532 for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:11:04.553143 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:04.698654 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Allocated IP 172.20.0.3 (31c4340f-c37e-4176-90e4-936b7c313033/e919944f-801a-4a1a-a95e-63137fb4bf03/9552d005-9b96-4fc6-9b76-af15a4e231a6) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:11:04.741819 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9aa7b58f-c9d9-4dcd-bb0f-6bc271578476 req-5f937bf3-6b65-409c-b154-995dce2129be tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 210 time: 0.0344398 Jun 28 12:11:04.782119 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba866f4-dfe5-4e8f-81e7-cac2247f6be5 req-6e7e2a77-bbf3-4bac-b949-554e074928ec tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:04.784035 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8ba866f4-dfe5-4e8f-81e7-cac2247f6be5 req-6e7e2a77-bbf3-4bac-b949-554e074928ec tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.1178715 Jun 28 12:11:04.828506 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8ba866f4-dfe5-4e8f-81e7-cac2247f6be5 req-a0e96586-e930-4b6d-be0a-c5ed0bfa42a2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344565 Jun 28 12:11:04.880021 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:04.920544 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:04.924524 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:04.963622 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Network 31c4340f-c37e-4176-90e4-936b7c313033 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:04.968656 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:04.972489 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:11:04.979121 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Pushing event updated for resources: {'Port': ['ID=9552d005-9b96-4fc6-9b76-af15a4e231a6,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:04.998613 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:05.024004 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:05.024619 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:05.042320 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6112213 Jun 28 12:11:05.056232 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Request body: {'port': {'device_id': 'a5868b4e-93ef-4393-9770-7ed4cd5db1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:05.142271 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:05.200081 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8992-81c8-4d29-bf68-0220e0b43dfb req-661ac2d9-ffa1-4a07-9e0f-6e9f096caebd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:05.207336 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-058a8992-81c8-4d29-bf68-0220e0b43dfb req-661ac2d9-ffa1-4a07-9e0f-6e9f096caebd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0900600 Jun 28 12:11:05.240374 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-058a8992-81c8-4d29-bf68-0220e0b43dfb req-f9928a41-9683-40b3-8a60-197c9d754c15 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320826 Jun 28 12:11:05.310756 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732506b-8b6d-4b7a-93eb-ce8a03f78042 req-69c5b14e-3f9b-4502-b4b6-09980ffd96bb tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:05.312212 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0732506b-8b6d-4b7a-93eb-ce8a03f78042 req-69c5b14e-3f9b-4502-b4b6-09980ffd96bb tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 946 time: 0.0639114 Jun 28 12:11:05.349954 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0732506b-8b6d-4b7a-93eb-ce8a03f78042 req-8adcc03e-7df3-40f7-8474-70d1e4da02e1 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Jun 28 12:11:05.414756 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9552d005-9b96-4fc6-9b76-af15a4e231a6 {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:11:05.423332 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:05.435666 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Transition to ACTIVE for port object 9552d005-9b96-4fc6-9b76-af15a4e231a6 will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:05.444769 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:05.446985 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:05.506381 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Pushing event updated for resources: {'Port': ['ID=9552d005-9b96-4fc6-9b76-af15a4e231a6,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:05.510332 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:05.595873 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Attempting to bind port 9552d005-9b96-4fc6-9b76-af15a4e231a6 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:11:05.596120 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Attempting to bind port 9552d005-9b96-4fc6-9b76-af15a4e231a6 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:11:05.596417 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Attempting to bind port 9552d005-9b96-4fc6-9b76-af15a4e231a6 on network 31c4340f-c37e-4176-90e4-936b7c313033 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:05.600893 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Port 9552d005-9b96-4fc6-9b76-af15a4e231a6 on network 31c4340f-c37e-4176-90e4-936b7c313033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:11:05.601208 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Attempting to bind port 9552d005-9b96-4fc6-9b76-af15a4e231a6 on network 31c4340f-c37e-4176-90e4-936b7c313033 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:05.606187 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:11:05.606521 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Checking segment: {'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:05.606895 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Bound using segment: {'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:11:05.607363 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Bound port: 9552d005-9b96-4fc6-9b76-af15a4e231a6, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:11:05.607714 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:05.683783 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] For port 9552d005-9b96-4fc6-9b76-af15a4e231a6, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:11:05.687997 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] For port 9552d005-9b96-4fc6-9b76-af15a4e231a6, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=9552d005-9b96-4fc6-9b76-af15a4e231a6,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:11:05.694286 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:05.696178 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:05.733381 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:05.734018 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:05.735472 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] 10.222.0.15 "PUT /v2.0/ports/9552d005-9b96-4fc6-9b76-af15a4e231a6 HTTP/1.1" status: 200 len: 1093 time: 0.6841135 Jun 28 12:11:05.737831 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5868b4e-93ef-4393-9770-7ed4cd5db1e0', 'tag': '9552d005-9b96-4fc6-9b76-af15a4e231a6'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:05.740152 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2124d194-aed8-4a1a-b96d-3b67c641237d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5868b4e-93ef-4393-9770-7ed4cd5db1e0", "tag": "9552d005-9b96-4fc6-9b76-af15a4e231a6"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:05.767691 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Pushing event updated for resources: {'Port': ['ID=9552d005-9b96-4fc6-9b76-af15a4e231a6,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:05.770760 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:05.861935 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-5c8340f5-e0ac-4a99-aa59-9d290d07c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:05.863611 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-5c8340f5-e0ac-4a99-aa59-9d290d07c0c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38593005a0e64965a1f0808e0f4ce532&device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 1096 time: 0.0673623 Jun 28 12:11:05.911767 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-af167ba5-c56b-4c38-9139-f4d3e597ba81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9552d005-9b96-4fc6-9b76-af15a4e231a6 HTTP/1.1" status: 200 len: 217 time: 0.0396402 Jun 28 12:11:05.913580 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2d29f7-2bba-47e9-b8e5-3f1734c250af x-openstack-request-id: req-bd2d29f7-2bba-47e9-b8e5-3f1734c250af {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:05.913892 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5868b4e-93ef-4393-9770-7ed4cd5db1e0", "tag": "9552d005-9b96-4fc6-9b76-af15a4e231a6", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:05.914169 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd2d29f7-2bba-47e9-b8e5-3f1734c250af {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:05.914613 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5868b4e-93ef-4393-9770-7ed4cd5db1e0', 'tag': '9552d005-9b96-4fc6-9b76-af15a4e231a6', 'status': 'completed', 'code': 200} Jun 28 12:11:05.971170 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f160426-8175-4500-995f-0080291782aa req-157689a4-6723-4e54-ba80-18e7c38970d5 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:05.972872 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3f160426-8175-4500-995f-0080291782aa req-157689a4-6723-4e54-ba80-18e7c38970d5 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 943 time: 0.0658448 Jun 28 12:11:05.974841 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-65ed68c2-8f41-4d4d-a2ec-e2ebae82a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:05.976458 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-65ed68c2-8f41-4d4d-a2ec-e2ebae82a149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e919944f-801a-4a1a-a95e-63137fb4bf03 HTTP/1.1" status: 200 len: 848 time: 0.0494030 Jun 28 12:11:06.011207 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-6772260a-eebb-4121-8966-12989683d848 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31c4340f-c37e-4176-90e4-936b7c313033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279381 Jun 28 12:11:06.041170 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3f160426-8175-4500-995f-0080291782aa req-4d865fd3-148b-4f64-a492-e23aec4a84de tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616200 Jun 28 12:11:06.102990 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-1c8eae69-fcb6-4e62-a415-60aa2949c842 service neutron] 10.222.0.15 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838645 Jun 28 12:11:06.104999 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497c808-9e07-4afd-9d69-8651fdae3b89 req-f522bc75-9225-4aa5-a311-3fd21fa2f708 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:06.106461 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6497c808-9e07-4afd-9d69-8651fdae3b89 req-f522bc75-9225-4aa5-a311-3fd21fa2f708 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0891972 Jun 28 12:11:06.168498 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6497c808-9e07-4afd-9d69-8651fdae3b89 req-27ae192e-fd45-498b-bb10-eafcb2961832 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560746 Jun 28 12:11:06.204635 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-d790b2c8-6a3a-4c2a-aae4-27cad4fc0e7a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:06.206086 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-d790b2c8-6a3a-4c2a-aae4-27cad4fc0e7a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 945 time: 0.0729580 Jun 28 12:11:06.233939 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e2010dcb-9e47-43fb-9ecf-39df28dfb749 req-f5e0f613-9e5a-4fa8-97d1-60bd9c84405a service neutron] 10.222.0.15 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011426 Jun 28 12:11:06.328374 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Deleting port e53eb961-2984-416d-a9fb-e34bff7886f5 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:11:06.328713 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:06.349662 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-8b75b8e9-d1e1-412b-af3f-1b377cbfb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:06.351131 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-8b75b8e9-d1e1-412b-af3f-1b377cbfb37f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38593005a0e64965a1f0808e0f4ce532&device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 1096 time: 0.0581079 Jun 28 12:11:06.454247 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] For port e53eb961-2984-416d-a9fb-e34bff7886f5, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=e53eb961-2984-416d-a9fb-e34bff7886f5,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:06.454558 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-14d6786a-7f5c-49da-b5ef-7ed2b0cf1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:06.455165 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:06.455958 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-14d6786a-7f5c-49da-b5ef-7ed2b0cf1232 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31c4340f-c37e-4176-90e4-936b7c313033 HTTP/1.1" status: 200 len: 909 time: 0.0968888 Jun 28 12:11:06.472974 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Calling delete_port for e53eb961-2984-416d-a9fb-e34bff7886f5 owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:11:06.498924 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-5ec3e43f-9cbd-43e1-8eb0-2f8e9279120f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9552d005-9b96-4fc6-9b76-af15a4e231a6 HTTP/1.1" status: 200 len: 217 time: 0.0337875 Jun 28 12:11:06.514241 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546de2c-f54e-4fb8-9ff4-ecec3a525847 req-a4d71b67-ccf9-4bbf-ac66-71a13ebca737 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:06.515795 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8546de2c-f54e-4fb8-9ff4-ecec3a525847 req-a4d71b67-ccf9-4bbf-ac66-71a13ebca737 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1379945 Jun 28 12:11:06.549256 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-513ea007-1221-4270-951d-54ae2b4ee4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:06.550707 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-513ea007-1221-4270-951d-54ae2b4ee4b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e919944f-801a-4a1a-a95e-63137fb4bf03 HTTP/1.1" status: 200 len: 848 time: 0.0434294 Jun 28 12:11:06.586878 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-9524a8a2-cfdf-469d-b7a2-5f742e7fc9ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31c4340f-c37e-4176-90e4-936b7c313033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292490 Jun 28 12:11:06.612130 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8546de2c-f54e-4fb8-9ff4-ecec3a525847 req-e3d50d95-f6fb-4521-806c-324ee3fe48fe tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891471 Jun 28 12:11:06.641089 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d3981-3eba-4aab-b60d-8e3bd440eb4c req-5dff9190-a591-4807-9ba9-d2bcb15992d6 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:06.641089 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c94d3981-3eba-4aab-b60d-8e3bd440eb4c req-5dff9190-a591-4807-9ba9-d2bcb15992d6 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 946 time: 0.1691625 Jun 28 12:11:06.682077 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-2fe2070f-44eb-431e-8ede-20dc97a289d7 service neutron] 10.222.0.15 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868475 Jun 28 12:11:06.725836 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c94d3981-3eba-4aab-b60d-8e3bd440eb4c req-a4136800-7847-4c94-8a58-a476540c0540 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727868 Jun 28 12:11:06.750863 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:06.755427 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:06.763299 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce', 'a73d344d-2a76-4c67-8a71-dc846e57aaa8', 'e53eb961-2984-416d-a9fb-e34bff7886f5'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:06.780806 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Pushing event deleted for resources: {'Port': ['ID=e53eb961-2984-416d-a9fb-e34bff7886f5,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:06.784320 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:06.856887 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2124d194-aed8-4a1a-b96d-3b67c641237d req-20f3465a-a528-4fc2-be97-68e31da8d2a8 service neutron] 10.222.0.15 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663170 Jun 28 12:11:07.063586 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] No DVR routers for this DVR port e53eb961-2984-416d-a9fb-e34bff7886f5 on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:11:07.067813 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:07.069879 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-54b2f6d7-8158-4cea-8005-62623f74fc16 req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "DELETE /v2.0/ports/e53eb961-2984-416d-a9fb-e34bff7886f5 HTTP/1.1" status: 204 len: 173 time: 0.8558364 Jun 28 12:11:07.070405 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff86252-0ae8-46ac-9397-fd0ff8efdece', 'name': 'network-vif-deleted', 'tag': 'e53eb961-2984-416d-a9fb-e34bff7886f5'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:07.072739 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571a84ee-c58b-4807-85bc-fb9a698f14df" -d '{"events": [{"server_uuid": "4ff86252-0ae8-46ac-9397-fd0ff8efdece", "name": "network-vif-deleted", "tag": "e53eb961-2984-416d-a9fb-e34bff7886f5"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:07.194419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb2abe2-42d0-48c3-aa3a-ed5a35941954 x-openstack-request-id: req-2cb2abe2-42d0-48c3-aa3a-ed5a35941954 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:07.194419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff86252-0ae8-46ac-9397-fd0ff8efdece", "name": "network-vif-deleted", "tag": "e53eb961-2984-416d-a9fb-e34bff7886f5", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:07.194419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2cb2abe2-42d0-48c3-aa3a-ed5a35941954 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:07.195476 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff86252-0ae8-46ac-9397-fd0ff8efdece', 'name': 'network-vif-deleted', 'tag': 'e53eb961-2984-416d-a9fb-e34bff7886f5', 'status': 'completed', 'code': 200} Jun 28 12:11:07.255674 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643aaa-f2c6-4758-81ca-2f3d1e012423 req-8a4a73f4-9def-4b5d-b865-518fcd490947 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:07.257205 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e6643aaa-f2c6-4758-81ca-2f3d1e012423 req-8a4a73f4-9def-4b5d-b865-518fcd490947 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 943 time: 0.0787408 Jun 28 12:11:07.299255 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e6643aaa-f2c6-4758-81ca-2f3d1e012423 req-23c5fb56-b395-4754-aaf5-20e2fa0d5dee tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339532 Jun 28 12:11:07.328970 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8fbd4bb6-48a4-443a-b283-7945e0afa30d req-e907346e-b9d1-45b8-87eb-0d747a566c6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ff86252-0ae8-46ac-9397-fd0ff8efdece HTTP/1.1" status: 200 len: 210 time: 0.0270159 Jun 28 12:11:07.509575 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-2094a0cd-d625-4d7f-8395-0b9779163295 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:07.511026 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-2094a0cd-d625-4d7f-8395-0b9779163295 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 946 time: 0.0661471 Jun 28 12:11:07.627138 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Deleting port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:11:07.627430 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:07.730786 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] For port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,segment=NetworkSegment(5511cd27-96ee-456a-a1cc-c611f123646d),segment_id=5511cd27-96ee-456a-a1cc-c611f123646d)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:07.731318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:07.744665 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Calling delete_port for 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:11:07.906989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2a7a4-dc26-42aa-84f1-67999fc009ef req-b8844d36-ea51-49cd-ace2-258de735e73c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:07.908640 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9de2a7a4-dc26-42aa-84f1-67999fc009ef req-b8844d36-ea51-49cd-ace2-258de735e73c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.1607747 Jun 28 12:11:08.007842 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9de2a7a4-dc26-42aa-84f1-67999fc009ef req-1af52f7e-c840-446d-b51d-9a1966f54790 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920861 Jun 28 12:11:08.017333 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e141-447a-4a46-98fe-8720375b7366 req-97a23c30-1f72-485f-9dc8-be34df6d5818 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:08.018764 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3e36e141-447a-4a46-98fe-8720375b7366 req-97a23c30-1f72-485f-9dc8-be34df6d5818 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6e63984-1d86-4e12-bb96-3c9ce82b7352 HTTP/1.1" status: 200 len: 946 time: 0.1743979 Jun 28 12:11:08.019996 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:08.025114 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d9d7cc4b-5545-4bfe-97e3-2d8c41e0b3d2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:08.058186 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Pushing event deleted for resources: {'Port': ['ID=5c1e16bf-7054-4333-a4c0-c49d71b6b1ed,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:08.066301 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:08.119521 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] No DVR routers for this DVR port 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:11:08.123995 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3e36e141-447a-4a46-98fe-8720375b7366 req-8d31487a-36b3-4a8a-b54a-8f8677cb3a7c tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.11 "GET /v2.0/security-groups?id=1640edd7-0d47-4725-b325-77127db60051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948744 Jun 28 12:11:08.125037 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:08.126885 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3ace94ff-bdf8-477a-91d2-3c031a658ffa req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] 10.222.0.15 "DELETE /v2.0/ports/5c1e16bf-7054-4333-a4c0-c49d71b6b1ed HTTP/1.1" status: 204 len: 173 time: 0.6028955 Jun 28 12:11:08.196127 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['5c1e16bf-7054-4333-a4c0-c49d71b6b1ed'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:08.478287 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7523f-ea61-446a-b588-48fa40f7ead3 req-b16367ad-7cd1-49d7-b313-3e622cb2e345 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:08.479850 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-46e7523f-ea61-446a-b588-48fa40f7ead3 req-b16367ad-7cd1-49d7-b313-3e622cb2e345 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 943 time: 0.0693610 Jun 28 12:11:08.520581 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-46e7523f-ea61-446a-b588-48fa40f7ead3 req-5505175f-049c-421d-8e23-537ff6a6b110 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342445 Jun 28 12:11:09.200923 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b11b-d2d5-4914-9dc3-e747c8d0d3f3 req-2270256a-1cce-4aba-bb88-6df010a431b8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:09.202517 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5715b11b-d2d5-4914-9dc3-e747c8d0d3f3 req-2270256a-1cce-4aba-bb88-6df010a431b8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0660636 Jun 28 12:11:09.203097 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e63984-1d86-4e12-bb96-3c9ce82b7352', 'name': 'network-vif-deleted', 'tag': '5c1e16bf-7054-4333-a4c0-c49d71b6b1ed'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:09.206098 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db07e51-0981-4a6a-8403-33864273cc1e" -d '{"events": [{"server_uuid": "e6e63984-1d86-4e12-bb96-3c9ce82b7352", "name": "network-vif-deleted", "tag": "5c1e16bf-7054-4333-a4c0-c49d71b6b1ed"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:09.256715 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5715b11b-d2d5-4914-9dc3-e747c8d0d3f3 req-eb72e2d6-2afc-4a99-8e4e-30184d558f65 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470285 Jun 28 12:11:09.275279 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc74b39-39e0-417c-b7ed-d411c47423e2 x-openstack-request-id: req-2fc74b39-39e0-417c-b7ed-d411c47423e2 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:09.275592 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e63984-1d86-4e12-bb96-3c9ce82b7352", "name": "network-vif-deleted", "tag": "5c1e16bf-7054-4333-a4c0-c49d71b6b1ed", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:09.275874 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fc74b39-39e0-417c-b7ed-d411c47423e2 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:09.276324 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e63984-1d86-4e12-bb96-3c9ce82b7352', 'name': 'network-vif-deleted', 'tag': '5c1e16bf-7054-4333-a4c0-c49d71b6b1ed', 'status': 'completed', 'code': 200} Jun 28 12:11:09.700333 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639351ad-684b-489e-8e1f-083686440604 req-9a88003a-5363-41ba-aa78-ed18f92a6646 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:09.702039 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-639351ad-684b-489e-8e1f-083686440604 req-9a88003a-5363-41ba-aa78-ed18f92a6646 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 943 time: 0.0658135 Jun 28 12:11:09.751277 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-639351ad-684b-489e-8e1f-083686440604 req-dba9750a-9560-4b12-885c-6522fd3941f5 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377426 Jun 28 12:11:09.930167 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3a52d-a016-4adf-b126-1d269cee71e9 req-c64b321d-e808-4107-886f-d6382dc2c775 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:09.931571 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9bf3a52d-a016-4adf-b126-1d269cee71e9 req-c64b321d-e808-4107-886f-d6382dc2c775 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0693026 Jun 28 12:11:09.970110 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9bf3a52d-a016-4adf-b126-1d269cee71e9 req-7c62b97d-a336-4d1f-8c72-bc076f41d863 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Jun 28 12:11:10.446892 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbdc01-f245-4b35-b202-ac629ccfdbbc req-082e5b87-6848-455d-96a6-e46fe86f2bca tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:10.448460 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ebfbdc01-f245-4b35-b202-ac629ccfdbbc req-082e5b87-6848-455d-96a6-e46fe86f2bca tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0712233 Jun 28 12:11:10.486711 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ebfbdc01-f245-4b35-b202-ac629ccfdbbc req-f3c326c4-8ac9-41d2-9b01-fde911f9a971 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323575 Jun 28 12:11:10.662737 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 9552d005-9b96-4fc6-9b76-af15a4e231a6 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:11:10.666811 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device e53eb961-2984-416d-a9fb-e34bff7886f5 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:11:10.690943 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: e53eb961-2984-416d-a9fb-e34bff7886f5 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:11:10.691292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device e53eb961-2984-416d-a9fb-e34bff7886f5 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:11:10.898385 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 9552d005-9b96-4fc6-9b76-af15a4e231a6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=9552d005-9b96-4fc6-9b76-af15a4e231a6,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:10.910366 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '9552d005-9b96-4fc6-9b76-af15a4e231a6', 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033', 'port_id': '9552d005-9b96-4fc6-9b76-af15a4e231a6', 'mac_address': 'fa:16:3e:75:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e919944f-801a-4a1a-a95e-63137fb4bf03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:11:10.931395 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5656c-e7df-4741-b970-477eb24311f6 req-42913c29-847d-41ab-8097-e02c0da6e5ab tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:10.932985 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4cf5656c-e7df-4741-b970-477eb24311f6 req-42913c29-847d-41ab-8097-e02c0da6e5ab tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 943 time: 0.0685730 Jun 28 12:11:10.952833 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:10.966432 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9552d005-9b96-4fc6-9b76-af15a4e231a6 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:11:10.973439 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4cf5656c-e7df-4741-b970-477eb24311f6 req-b26c9b09-cd77-469f-a1be-ae548bcb4e7c tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Jun 28 12:11:10.993862 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 9552d005-9b96-4fc6-9b76-af15a4e231a6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=9552d005-9b96-4fc6-9b76-af15a4e231a6,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:10.999453 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:11.001405 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:11.047992 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=9552d005-9b96-4fc6-9b76-af15a4e231a6,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:11.055901 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.056368 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.056784 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.057117 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.057492 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.057850 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.058183 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.058519 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.058845 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.059194 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.059512 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.059825 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:11.068372 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:11.150301 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392b381-4022-4734-b870-ed7ef849075b req-95ad4b78-b591-4905-83d1-7065d5e0ef35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:11.151772 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e392b381-4022-4734-b870-ed7ef849075b req-95ad4b78-b591-4905-83d1-7065d5e0ef35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0611835 Jun 28 12:11:11.189417 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e392b381-4022-4734-b870-ed7ef849075b req-ecbf4c56-a208-4ff5-a1eb-2be1fecc0b0e tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Jun 28 12:11:11.685714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7116a-c87e-453e-8d34-edb5fb8dc0b3 req-1e0a2c85-7322-48ed-8936-2164a5a537d7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:11.687452 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fdd7116a-c87e-453e-8d34-edb5fb8dc0b3 req-1e0a2c85-7322-48ed-8936-2164a5a537d7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0772521 Jun 28 12:11:11.730197 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fdd7116a-c87e-453e-8d34-edb5fb8dc0b3 req-3447f7d9-dcd8-4f38-8b4e-cd03481011c2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368888 Jun 28 12:11:12.151015 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c5f2b-7978-4301-809a-f3b618302c55 req-483c8771-5f22-4720-a5d1-bf08d86411d8 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:12.152395 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-458c5f2b-7978-4301-809a-f3b618302c55 req-483c8771-5f22-4720-a5d1-bf08d86411d8 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 944 time: 0.0652521 Jun 28 12:11:12.195550 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-458c5f2b-7978-4301-809a-f3b618302c55 req-2a91cfdc-1b91-406c-a36d-faa1fcce3057 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Jun 28 12:11:12.364133 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0cd50-d43d-4500-b3cd-3724d90a3709 req-002a7c8b-9bcf-4b30-8837-e5c880eada16 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:12.365595 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8ea0cd50-d43d-4500-b3cd-3724d90a3709 req-002a7c8b-9bcf-4b30-8837-e5c880eada16 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0654726 Jun 28 12:11:12.405685 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8ea0cd50-d43d-4500-b3cd-3724d90a3709 req-835aefeb-b5cb-46db-8672-2cfce9f504ff tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Jun 28 12:11:12.923351 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf38c47-ebfa-4443-b953-02a1d4475b8b req-cddbeb28-4887-4986-9aaa-dc4d0733e894 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:12.924785 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-abf38c47-ebfa-4443-b953-02a1d4475b8b req-cddbeb28-4887-4986-9aaa-dc4d0733e894 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 943 time: 0.0756927 Jun 28 12:11:12.973433 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-abf38c47-ebfa-4443-b953-02a1d4475b8b req-5519bf25-c802-49de-9ae1-f90c632851ae tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400884 Jun 28 12:11:13.379689 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafbe65-d1f3-4aac-af3f-bcc3aeffbbc9 req-eaeed36f-6cf0-4557-a886-0541f8d3c10c tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:13.381146 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1fafbe65-d1f3-4aac-af3f-bcc3aeffbbc9 req-eaeed36f-6cf0-4557-a886-0541f8d3c10c tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 944 time: 0.0677958 Jun 28 12:11:13.423328 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1fafbe65-d1f3-4aac-af3f-bcc3aeffbbc9 req-a426c805-72ad-4e88-8163-ca188b792405 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336604 Jun 28 12:11:13.585807 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ad14-cd36-471e-8e53-5a29516b52f4 req-0898715a-ee41-4098-b669-0218d9eda6f1 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:13.587297 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ed64ad14-cd36-471e-8e53-5a29516b52f4 req-0898715a-ee41-4098-b669-0218d9eda6f1 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0668161 Jun 28 12:11:13.629938 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ed64ad14-cd36-471e-8e53-5a29516b52f4 req-a20c3aee-1193-4f96-9122-f64d48c20e01 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Jun 28 12:11:13.696426 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:11:13.699522 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:11:13.725475 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:11:13.725828 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 5c1e16bf-7054-4333-a4c0-c49d71b6b1ed not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:11:13.817889 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:13.828276 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'port_id': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'mac_address': 'fa:16:3e:9e:79:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:11:13.865855 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:13.883003 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29eb358d-f46b-4937-94c6-b43c5f75e2ad {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:11:13.907582 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:13.914791 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:13.916636 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e32e8ce5-9512-4a06-983a-abd75874b4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:13.960771 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=9']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:13.964086 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:14.163381 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfe583-e4a3-435b-91d3-9d39dae77e6b req-98bb0428-b92b-45f9-8320-fae4a3a7e077 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:14.165004 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-44bfe583-e4a3-435b-91d3-9d39dae77e6b req-98bb0428-b92b-45f9-8320-fae4a3a7e077 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0727372 Jun 28 12:11:14.210959 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-44bfe583-e4a3-435b-91d3-9d39dae77e6b req-be5cdea3-0769-4e80-83ed-d2342c70d7e3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382030 Jun 28 12:11:14.614419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009f0ef-1f14-403b-8fcc-d98928ba4f56 req-673c2a44-7273-407e-99e8-de5f4098a6ad tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:14.615935 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a009f0ef-1f14-403b-8fcc-d98928ba4f56 req-673c2a44-7273-407e-99e8-de5f4098a6ad tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 944 time: 0.0743492 Jun 28 12:11:14.663271 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a009f0ef-1f14-403b-8fcc-d98928ba4f56 req-bf6f285a-fa8a-4981-b31c-871ebea66dae tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Jun 28 12:11:14.808965 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45350eb-6e32-4a3f-bf9e-c59aed0aac54 req-1d8faea3-9a0b-4790-bf54-58c33d007b89 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:14.810311 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d45350eb-6e32-4a3f-bf9e-c59aed0aac54 req-1d8faea3-9a0b-4790-bf54-58c33d007b89 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0673363 Jun 28 12:11:14.848152 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d45350eb-6e32-4a3f-bf9e-c59aed0aac54 req-75a83eb8-2409-4982-9ee3-de5ec1daec39 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Jun 28 12:11:15.560441 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcca51c-2e4f-4a85-880a-3d078871e361 req-16177e28-fb4f-4b5a-9b76-cb477f69e8fc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:15.562428 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2fcca51c-2e4f-4a85-880a-3d078871e361 req-16177e28-fb4f-4b5a-9b76-cb477f69e8fc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0780010 Jun 28 12:11:15.606668 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2fcca51c-2e4f-4a85-880a-3d078871e361 req-c65d18ac-a8e5-4e98-b495-685470293569 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356007 Jun 28 12:11:15.730912 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['9552d005-9b96-4fc6-9b76-af15a4e231a6'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:15.839719 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92b7b4-677e-498e-9482-53316810b3b5 req-3cb54548-4059-4c72-82eb-c96c5b909b98 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:15.842218 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dd92b7b4-677e-498e-9482-53316810b3b5 req-3cb54548-4059-4c72-82eb-c96c5b909b98 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 944 time: 0.0614617 Jun 28 12:11:15.887592 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dd92b7b4-677e-498e-9482-53316810b3b5 req-903d7adc-64da-44dd-8fc1-b978247e7680 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Jun 28 12:11:16.037942 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbd32b-7ecf-4a7c-ba86-a50395e6052b req-91b61e0a-898c-4935-8217-1e357a460d85 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:16.039450 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a2fbd32b-7ecf-4a7c-ba86-a50395e6052b req-91b61e0a-898c-4935-8217-1e357a460d85 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0661223 Jun 28 12:11:16.079864 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a2fbd32b-7ecf-4a7c-ba86-a50395e6052b req-000f61e1-4f0e-4b29-a167-dc20e5f28d91 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346336 Jun 28 12:11:16.192040 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-5079b19c-748d-4cbc-84d1-40f414f17bf6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:16.193474 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-5079b19c-748d-4cbc-84d1-40f414f17bf6 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 946 time: 0.0662048 Jun 28 12:11:16.275468 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['29eb358d-f46b-4937-94c6-b43c5f75e2ad'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:16.304669 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Deleting port a73d344d-2a76-4c67-8a71-dc846e57aaa8 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:11:16.305188 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:16.415890 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] For port a73d344d-2a76-4c67-8a71-dc846e57aaa8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=a73d344d-2a76-4c67-8a71-dc846e57aaa8,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:16.416155 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:16.429770 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Calling delete_port for a73d344d-2a76-4c67-8a71-dc846e57aaa8 owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:11:16.452980 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-da090606-8899-489e-abfb-70efd5f94ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:16.563141 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:16.567843 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:16.592589 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Pushing event deleted for resources: {'Port': ['ID=a73d344d-2a76-4c67-8a71-dc846e57aaa8,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:16.595964 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:16.641437 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] No DVR routers for this DVR port a73d344d-2a76-4c67-8a71-dc846e57aaa8 on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:11:16.643989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:16.645961 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29ca6137-6b79-4e73-8b4e-78b59469478b req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "DELETE /v2.0/ports/a73d344d-2a76-4c67-8a71-dc846e57aaa8 HTTP/1.1" status: 204 len: 173 time: 0.4469848 Jun 28 12:11:16.646443 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba21b475-5919-4bae-b56a-b0f55e904fa1', 'name': 'network-vif-deleted', 'tag': 'a73d344d-2a76-4c67-8a71-dc846e57aaa8'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:16.648764 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d502d-f060-42a0-b812-64e9a2793da8" -d '{"events": [{"server_uuid": "ba21b475-5919-4bae-b56a-b0f55e904fa1", "name": "network-vif-deleted", "tag": "a73d344d-2a76-4c67-8a71-dc846e57aaa8"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:16.688566 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0000e6-82d1-4478-a61c-5cbf96ac9344 x-openstack-request-id: req-9a0000e6-82d1-4478-a61c-5cbf96ac9344 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:16.688832 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba21b475-5919-4bae-b56a-b0f55e904fa1", "name": "network-vif-deleted", "tag": "a73d344d-2a76-4c67-8a71-dc846e57aaa8", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:16.689105 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a0000e6-82d1-4478-a61c-5cbf96ac9344 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:16.689522 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba21b475-5919-4bae-b56a-b0f55e904fa1', 'name': 'network-vif-deleted', 'tag': 'a73d344d-2a76-4c67-8a71-dc846e57aaa8', 'status': 'completed', 'code': 200} Jun 28 12:11:16.800007 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef28ca-fb07-4be0-a368-3a476594a599 req-0917d93e-0400-46a0-b870-5a96116d24d5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:16.801464 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-80ef28ca-fb07-4be0-a368-3a476594a599 req-0917d93e-0400-46a0-b870-5a96116d24d5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0703084 Jun 28 12:11:16.839929 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-80ef28ca-fb07-4be0-a368-3a476594a599 req-1fdc8bae-16cf-49e1-b61a-8fe1ba1251fb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Jun 28 12:11:17.066258 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:17.075188 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f062a5c-d84e-41d5-8f6e-5e3cfdb2a3fa req-45c178b2-5a86-4a8e-a523-3fe697113124 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:17.076824 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3f062a5c-d84e-41d5-8f6e-5e3cfdb2a3fa req-45c178b2-5a86-4a8e-a523-3fe697113124 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 944 time: 0.0759261 Jun 28 12:11:17.119367 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3f062a5c-d84e-41d5-8f6e-5e3cfdb2a3fa req-eb65db01-afa9-44e0-8b67-6756fc6f375e tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Jun 28 12:11:17.246533 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-012e8bc9-8b48-479e-a016-526343710524 req-770f8b7f-9ca9-4671-b433-afa8309356e9 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba21b475-5919-4bae-b56a-b0f55e904fa1 HTTP/1.1" status: 200 len: 210 time: 0.0313103 Jun 28 12:11:17.247239 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce', 'a73d344d-2a76-4c67-8a71-dc846e57aaa8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:17.712058 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 9552d005-9b96-4fc6-9b76-af15a4e231a6 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:17.767490 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 9552d005-9b96-4fc6-9b76-af15a4e231a6 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:17.773008 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 9552d005-9b96-4fc6-9b76-af15a4e231a6 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:17.773468 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:17.854633 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:17.879167 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5868b4e-93ef-4393-9770-7ed4cd5db1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9552d005-9b96-4fc6-9b76-af15a4e231a6'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:17.881491 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab48edf-09b8-4f3e-a4ca-3ae00067793d" -d '{"events": [{"server_uuid": "a5868b4e-93ef-4393-9770-7ed4cd5db1e0", "name": "network-vif-plugged", "status": "completed", "tag": "9552d005-9b96-4fc6-9b76-af15a4e231a6"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:17.894637 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 9552d005-9b96-4fc6-9b76-af15a4e231a6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=9552d005-9b96-4fc6-9b76-af15a4e231a6,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:17.900770 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:17.901679 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:17.903838 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:17.942867 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6650b57c-3d25-4ab2-8d86-6eafba79a209 x-openstack-request-id: req-6650b57c-3d25-4ab2-8d86-6eafba79a209 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:17.942867 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5868b4e-93ef-4393-9770-7ed4cd5db1e0", "name": "network-vif-plugged", "status": "completed", "tag": "9552d005-9b96-4fc6-9b76-af15a4e231a6", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:17.942867 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6650b57c-3d25-4ab2-8d86-6eafba79a209 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:17.943573 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5868b4e-93ef-4393-9770-7ed4cd5db1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9552d005-9b96-4fc6-9b76-af15a4e231a6', 'code': 200} Jun 28 12:11:17.984763 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=9552d005-9b96-4fc6-9b76-af15a4e231a6,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:17.988184 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:17.996619 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 29eb358d-f46b-4937-94c6-b43c5f75e2ad triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:17.997029 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:18.040594 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0d866-5c0b-4d78-927b-cf0ca07e2b58 req-e6033a16-1b71-4ca5-9b6e-0d34396b3722 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:18.042042 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b0d866-5c0b-4d78-927b-cf0ca07e2b58 req-e6033a16-1b71-4ca5-9b6e-0d34396b3722 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 944 time: 0.0846808 Jun 28 12:11:18.083189 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:18.083815 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b0d866-5c0b-4d78-927b-cf0ca07e2b58 req-be0d1f94-1f8a-4b26-a140-bbd4b3e77db4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Jun 28 12:11:18.119166 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:18.124139 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:18.124983 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device a73d344d-2a76-4c67-8a71-dc846e57aaa8 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:11:18.127679 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:18.146058 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: a73d344d-2a76-4c67-8a71-dc846e57aaa8 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:11:18.146058 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device a73d344d-2a76-4c67-8a71-dc846e57aaa8 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:11:18.188215 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd32ee-e44f-4e9e-9ea5-a89366b28bac req-269f3198-90d7-46a8-b9ea-9fe0a3bb54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:18.189815 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6ccd32ee-e44f-4e9e-9ea5-a89366b28bac req-269f3198-90d7-46a8-b9ea-9fe0a3bb54b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 1098 time: 0.0598669 Jun 28 12:11:18.190436 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=10']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:18.193798 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:18.227266 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6ccd32ee-e44f-4e9e-9ea5-a89366b28bac req-2fa88733-79d6-47ac-8e1a-f8f7e444228d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306885 Jun 28 12:11:18.302062 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b008a-b3a3-4ed5-87a6-b345d303afc1 req-a663d367-8609-4968-b66e-06885694a9c1 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:18.303535 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-570b008a-b3a3-4ed5-87a6-b345d303afc1 req-a663d367-8609-4968-b66e-06885694a9c1 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 945 time: 0.0684922 Jun 28 12:11:18.341337 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-570b008a-b3a3-4ed5-87a6-b345d303afc1 req-38445216-71fe-48f4-b165-981e21b3bbe6 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jun 28 12:11:18.719006 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af22ec-e5dc-4123-bf10-178642f1b12e req-58ce95f1-84e2-4843-b4ec-de520216bc83 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:18.720618 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a4af22ec-e5dc-4123-bf10-178642f1b12e req-58ce95f1-84e2-4843-b4ec-de520216bc83 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0668077 Jun 28 12:11:18.761337 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a4af22ec-e5dc-4123-bf10-178642f1b12e req-8f22c346-3175-4cec-bb33-dedc74cfc182 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Jun 28 12:11:19.029588 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:19.067748 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c701a8a5-5ed9-4af8-b61b-401e1cd3e1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:19.274769 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131947-cd40-4442-83f0-6f54333cfe55 req-ffb65112-63c7-401a-8264-cd1ddc148a73 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:19.276231 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-34131947-cd40-4442-83f0-6f54333cfe55 req-ffb65112-63c7-401a-8264-cd1ddc148a73 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0705535 Jun 28 12:11:19.317071 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-34131947-cd40-4442-83f0-6f54333cfe55 req-edab639b-076a-47fb-9272-944bf93b67ab tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333667 Jun 28 12:11:19.518449 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39d8a5-25e8-4538-82f2-b449c03409ed req-507edbee-aab6-47da-81e1-744251187a18 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:19.519972 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3a39d8a5-25e8-4538-82f2-b449c03409ed req-507edbee-aab6-47da-81e1-744251187a18 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 945 time: 0.0669878 Jun 28 12:11:19.561217 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3a39d8a5-25e8-4538-82f2-b449c03409ed req-bc09b7d5-5fdc-4be1-bbcd-a0308f34e945 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Jun 28 12:11:19.931989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f253fa8-26c1-4775-ab6d-67aee8b2b182 req-f50f723a-3e2e-40a3-a3c0-a61b93016db2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:19.933581 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2f253fa8-26c1-4775-ab6d-67aee8b2b182 req-f50f723a-3e2e-40a3-a3c0-a61b93016db2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0632329 Jun 28 12:11:19.944665 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:19.947428 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e048e187-e7d3-41c5-b4e0-7504d4470bce" -d '{"events": [{"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-plugged", "status": "completed", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:19.979499 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2f253fa8-26c1-4775-ab6d-67aee8b2b182 req-952ef597-e59d-4069-a0f5-90341b2de5fd tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Jun 28 12:11:19.984320 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc8e9fd-1702-4fa2-8703-7b242bf5fbfd x-openstack-request-id: req-1fc8e9fd-1702-4fa2-8703-7b242bf5fbfd {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:19.984614 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-plugged", "status": "completed", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:19.984868 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fc8e9fd-1702-4fa2-8703-7b242bf5fbfd {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:19.985252 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'code': 200} Jun 28 12:11:20.033510 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:20.512575 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822708f-8e2a-48a8-81bf-a69443b8aa65 req-4cac0d38-a125-41a1-9c67-e6de1db59a9c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:20.514023 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6822708f-8e2a-48a8-81bf-a69443b8aa65 req-4cac0d38-a125-41a1-9c67-e6de1db59a9c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0704048 Jun 28 12:11:20.554845 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6822708f-8e2a-48a8-81bf-a69443b8aa65 req-bd933460-54da-4c74-a85d-324d9e370b39 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326047 Jun 28 12:11:20.738097 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc5d1b-1141-4bc0-bc2e-697bfd90a001 req-37824171-349d-4970-880f-4dd5f5c916fa tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:20.739594 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-80dc5d1b-1141-4bc0-bc2e-697bfd90a001 req-37824171-349d-4970-880f-4dd5f5c916fa tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 945 time: 0.0664523 Jun 28 12:11:20.777719 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-80dc5d1b-1141-4bc0-bc2e-697bfd90a001 req-f9021b6b-21bc-4bb3-ab45-9a2ca1a1716c tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Jun 28 12:11:21.169331 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe79e9-a0d4-49ee-82e1-cd108c0316ad req-d4bd6480-9ab1-4906-be3f-5f24ee6cdb76 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:21.170764 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dbfe79e9-a0d4-49ee-82e1-cd108c0316ad req-d4bd6480-9ab1-4906-be3f-5f24ee6cdb76 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0709560 Jun 28 12:11:21.213938 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dbfe79e9-a0d4-49ee-82e1-cd108c0316ad req-2779283c-6b7b-4948-85c5-8ad943877d0a tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 Jun 28 12:11:21.740599 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaed1ac-eb8a-49b3-bdfa-f5d6dd34566f req-67885ad6-d320-4076-967c-7502520dfccd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:21.742070 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-faaed1ac-eb8a-49b3-bdfa-f5d6dd34566f req-67885ad6-d320-4076-967c-7502520dfccd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0691106 Jun 28 12:11:21.781133 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-faaed1ac-eb8a-49b3-bdfa-f5d6dd34566f req-05672783-8be9-4aaf-87dc-a378890e734f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331917 Jun 28 12:11:21.809761 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:22.400851 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00af0da-428c-46ed-90f8-2e30bb98a00e req-f3846e4c-94f4-4c6f-9938-72dffb3c8ae7 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:22.402198 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c00af0da-428c-46ed-90f8-2e30bb98a00e req-f3846e4c-94f4-4c6f-9938-72dffb3c8ae7 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0744467 Jun 28 12:11:22.447424 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c00af0da-428c-46ed-90f8-2e30bb98a00e req-c8ef0b7f-eb63-434e-8b30-0ef30541126c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Jun 28 12:11:22.965583 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665379e-3f7b-4795-a95f-6d054ce2573b req-14c79a95-8b04-4ca4-b341-0b10a9b3ffdb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:22.967025 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0665379e-3f7b-4795-a95f-6d054ce2573b req-14c79a95-8b04-4ca4-b341-0b10a9b3ffdb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0673501 Jun 28 12:11:23.006567 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0665379e-3f7b-4795-a95f-6d054ce2573b req-880ee09e-1af4-4ab3-9949-f1a7b23f9bb8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337660 Jun 28 12:11:23.637566 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41066fe-134d-4e73-b2ca-e14320153e44 req-09efdf96-1462-4b1b-8f86-b6124fb27c1d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:23.639089 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a41066fe-134d-4e73-b2ca-e14320153e44 req-09efdf96-1462-4b1b-8f86-b6124fb27c1d tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0808337 Jun 28 12:11:23.677815 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a41066fe-134d-4e73-b2ca-e14320153e44 req-952a07df-5247-4dc2-aa80-b85a9c08f9aa tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Jun 28 12:11:24.204936 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c386c-5c56-46b4-be2d-324a9189c9ca req-bbb1b7d6-8332-4064-812e-9f1f4fe8fcdd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:24.206408 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c1c386c-5c56-46b4-be2d-324a9189c9ca req-bbb1b7d6-8332-4064-812e-9f1f4fe8fcdd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0667677 Jun 28 12:11:24.244321 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c1c386c-5c56-46b4-be2d-324a9189c9ca req-13795f1e-8870-414d-ae53-80a6127c3c4d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Jun 28 12:11:24.520298 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7984d-06ae-4864-a347-4395ee78400c req-c071c1ba-4cff-4a43-b6a9-e28f15dedaf8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:24.521732 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-77c7984d-06ae-4864-a347-4395ee78400c req-c071c1ba-4cff-4a43-b6a9-e28f15dedaf8 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.0645196 Jun 28 12:11:24.639067 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Deleting port ab32a77a-aa3a-40c0-ac50-b540e28b0dce {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:11:24.639411 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:24.647251 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2eae-df21-48d2-8255-a36fde86db7e req-6db26112-d89b-4fbe-98d0-f40733ba5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:24.648857 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1a0e2eae-df21-48d2-8255-a36fde86db7e req-6db26112-d89b-4fbe-98d0-f40733ba5204 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0512807 Jun 28 12:11:24.686545 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1a0e2eae-df21-48d2-8255-a36fde86db7e req-632f6a1b-e5ff-45a0-9b86-2112a46dae82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271683 Jun 28 12:11:24.732330 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] For port ab32a77a-aa3a-40c0-ac50-b540e28b0dce, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:24.732717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:24.745758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Calling delete_port for ab32a77a-aa3a-40c0-ac50-b540e28b0dce owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:11:24.901303 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d101-6779-4e89-8203-2e78067ed82d req-9b0a853d-966c-44e7-9738-0ad6f963266c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:24.902767 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9793d101-6779-4e89-8203-2e78067ed82d req-9b0a853d-966c-44e7-9738-0ad6f963266c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a050a1d-46e8-48fd-9139-6fc8f2222731 HTTP/1.1" status: 200 len: 945 time: 0.1088398 Jun 28 12:11:24.945176 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:24.952236 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:24.959138 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9793d101-6779-4e89-8203-2e78067ed82d req-9bf24c62-94e2-4b4a-940c-90e8aea5c46c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476341 Jun 28 12:11:24.984620 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Pushing event deleted for resources: {'Port': ['ID=ab32a77a-aa3a-40c0-ac50-b540e28b0dce,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:24.989159 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:25.025959 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] No DVR routers for this DVR port ab32a77a-aa3a-40c0-ac50-b540e28b0dce on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:11:25.028597 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:25.030892 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-77c7984d-06ae-4864-a347-4395ee78400c req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "DELETE /v2.0/ports/ab32a77a-aa3a-40c0-ac50-b540e28b0dce HTTP/1.1" status: 204 len: 173 time: 0.4887397 Jun 28 12:11:25.031388 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a050a1d-46e8-48fd-9139-6fc8f2222731', 'name': 'network-vif-deleted', 'tag': 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:25.033699 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ecd01f-9506-491c-9e96-d4aa76bbb44e" -d '{"events": [{"server_uuid": "4a050a1d-46e8-48fd-9139-6fc8f2222731", "name": "network-vif-deleted", "tag": "ab32a77a-aa3a-40c0-ac50-b540e28b0dce"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:25.070709 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f35396b-1127-4aaf-b3aa-f8e6350b3671 x-openstack-request-id: req-6f35396b-1127-4aaf-b3aa-f8e6350b3671 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:25.071018 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a050a1d-46e8-48fd-9139-6fc8f2222731", "name": "network-vif-deleted", "tag": "ab32a77a-aa3a-40c0-ac50-b540e28b0dce", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:25.071344 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f35396b-1127-4aaf-b3aa-f8e6350b3671 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:25.071763 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a050a1d-46e8-48fd-9139-6fc8f2222731', 'name': 'network-vif-deleted', 'tag': 'ab32a77a-aa3a-40c0-ac50-b540e28b0dce', 'status': 'completed', 'code': 200} Jun 28 12:11:25.128457 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ad2607b5-1f88-40ed-929d-f1690dfaaeea'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:25.437954 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55cefd-92f3-40d0-9bbb-ba5ccb29134e req-31a9fbcd-c85f-490b-8970-85e2e8fbe618 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:25.439430 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6b55cefd-92f3-40d0-9bbb-ba5ccb29134e req-31a9fbcd-c85f-490b-8970-85e2e8fbe618 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0714860 Jun 28 12:11:25.479878 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6b55cefd-92f3-40d0-9bbb-ba5ccb29134e req-658d6c1a-df69-4fd8-81d1-3ef377e298c0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340910 Jun 28 12:11:25.732611 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2e7db-253f-441e-a6cf-2efb94a6cb25 req-1cae2650-c24a-4575-9129-2d9c129303f0 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:25.734077 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6cc2e7db-253f-441e-a6cf-2efb94a6cb25 req-1cae2650-c24a-4575-9129-2d9c129303f0 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 945 time: 0.0768731 Jun 28 12:11:25.778360 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6cc2e7db-253f-441e-a6cf-2efb94a6cb25 req-37140c81-5bcd-4814-a964-527f8c33406b tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379980 Jun 28 12:11:26.431656 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device ab32a77a-aa3a-40c0-ac50-b540e28b0dce no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:11:26.457785 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: ab32a77a-aa3a-40c0-ac50-b540e28b0dce {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:11:26.458710 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device ab32a77a-aa3a-40c0-ac50-b540e28b0dce not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:11:26.683878 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded59c12-f15d-4cea-b39b-2d8cba999cac req-029146d4-89d5-4bdd-9f8d-788627f53348 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:26.685343 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ded59c12-f15d-4cea-b39b-2d8cba999cac req-029146d4-89d5-4bdd-9f8d-788627f53348 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0685520 Jun 28 12:11:26.726301 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ded59c12-f15d-4cea-b39b-2d8cba999cac req-910e47b1-7121-4051-9cca-5d27d4a283ef tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340798 Jun 28 12:11:26.952632 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853f1c7-b3cd-4cd2-aef2-c91683f01684 req-1180dfd9-14ec-419c-924f-2bb083faadb2 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:26.954156 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9853f1c7-b3cd-4cd2-aef2-c91683f01684 req-1180dfd9-14ec-419c-924f-2bb083faadb2 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 945 time: 0.0635476 Jun 28 12:11:26.993490 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9853f1c7-b3cd-4cd2-aef2-c91683f01684 req-f8248818-9561-48e1-a42c-77973df6614d tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Jun 28 12:11:27.579416 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9018-8eff-4ccd-95d2-5f146949320e req-25b01c24-7285-41d7-975e-5d439b8bdc74 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:27.580852 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4b0f9018-8eff-4ccd-95d2-5f146949320e req-25b01c24-7285-41d7-975e-5d439b8bdc74 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 945 time: 0.0704215 Jun 28 12:11:27.619617 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4b0f9018-8eff-4ccd-95d2-5f146949320e req-90c8756d-356a-40d6-b9a5-cfcd3207ae40 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Jun 28 12:11:27.706991 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a78368-66b9-4396-851b-cbe01591a8ca req-d630a987-562f-4c1d-90b8-f9d53c19e899 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:27.708482 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43a78368-66b9-4396-851b-cbe01591a8ca req-d630a987-562f-4c1d-90b8-f9d53c19e899 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 945 time: 0.0659425 Jun 28 12:11:27.828372 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Deleting port 9552d005-9b96-4fc6-9b76-af15a4e231a6 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:11:27.828648 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:28.207639 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] For port 9552d005-9b96-4fc6-9b76-af15a4e231a6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=9552d005-9b96-4fc6-9b76-af15a4e231a6,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:28.207961 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:28.226623 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Calling delete_port for 9552d005-9b96-4fc6-9b76-af15a4e231a6 owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:11:28.290125 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b512cb-c98f-4f10-936d-fb7ab9aa4cb8 req-eef50dba-9790-478d-8c0c-77102c155e19 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:28.291556 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c3b512cb-c98f-4f10-936d-fb7ab9aa4cb8 req-eef50dba-9790-478d-8c0c-77102c155e19 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.4132710 Jun 28 12:11:28.316878 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bd039-f64b-44f5-8d03-e6a9a0ee927c req-a65e8e94-c9b7-49ab-965e-8ffa7fdb11c3 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:28.318271 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-052bd039-f64b-44f5-8d03-e6a9a0ee927c req-a65e8e94-c9b7-49ab-965e-8ffa7fdb11c3 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5868b4e-93ef-4393-9770-7ed4cd5db1e0 HTTP/1.1" status: 200 len: 945 time: 0.1771398 Jun 28 12:11:28.382626 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c3b512cb-c98f-4f10-936d-fb7ab9aa4cb8 req-60d37e8e-69d1-4878-a7b3-c9c85badfafe tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849938 Jun 28 12:11:28.393726 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-052bd039-f64b-44f5-8d03-e6a9a0ee927c req-630d0605-4363-4e9a-903d-b1020745cda2 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697556 Jun 28 12:11:28.439106 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:28.443198 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:28.451776 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['9552d005-9b96-4fc6-9b76-af15a4e231a6'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:28.475000 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Pushing event deleted for resources: {'Port': ['ID=9552d005-9b96-4fc6-9b76-af15a4e231a6,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:28.478288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:28.517447 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] No DVR routers for this DVR port 9552d005-9b96-4fc6-9b76-af15a4e231a6 on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:11:28.520546 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:28.522621 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43a78368-66b9-4396-851b-cbe01591a8ca req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.15 "DELETE /v2.0/ports/9552d005-9b96-4fc6-9b76-af15a4e231a6 HTTP/1.1" status: 204 len: 173 time: 0.8074920 Jun 28 12:11:28.523147 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5868b4e-93ef-4393-9770-7ed4cd5db1e0', 'name': 'network-vif-deleted', 'tag': '9552d005-9b96-4fc6-9b76-af15a4e231a6'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:28.525922 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feae2f5c-7030-44a5-8537-98744dc26901" -d '{"events": [{"server_uuid": "a5868b4e-93ef-4393-9770-7ed4cd5db1e0", "name": "network-vif-deleted", "tag": "9552d005-9b96-4fc6-9b76-af15a4e231a6"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:28.568374 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc8b1e-14ec-442f-8cb4-f2c4de845849 x-openstack-request-id: req-dddc8b1e-14ec-442f-8cb4-f2c4de845849 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:28.568688 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5868b4e-93ef-4393-9770-7ed4cd5db1e0", "name": "network-vif-deleted", "tag": "9552d005-9b96-4fc6-9b76-af15a4e231a6", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:28.568959 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dddc8b1e-14ec-442f-8cb4-f2c4de845849 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:28.569400 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5868b4e-93ef-4393-9770-7ed4cd5db1e0', 'name': 'network-vif-deleted', 'tag': '9552d005-9b96-4fc6-9b76-af15a4e231a6', 'status': 'completed', 'code': 200} Jun 28 12:11:28.801912 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1982335-7a69-428a-97de-d69164efd8e0 req-4cf2c362-3b4d-4cf0-abc3-3eb4b22ef50f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:28.803925 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c1982335-7a69-428a-97de-d69164efd8e0 req-4cf2c362-3b4d-4cf0-abc3-3eb4b22ef50f tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 945 time: 0.0701380 Jun 28 12:11:28.844913 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c1982335-7a69-428a-97de-d69164efd8e0 req-965e9c48-f8ca-46f7-88d7-2144274fa3d5 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347772 Jun 28 12:11:29.593206 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d058d-f206-49c8-af64-69a6c9beff19 req-036de094-3b88-42eb-a55a-040e13e331cb tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:29.594719 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-671d058d-f206-49c8-af64-69a6c9beff19 req-036de094-3b88-42eb-a55a-040e13e331cb tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jun 28 12:11:29.773574 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-fdaa2bdb-bdfd-4040-850a-7e9a91a58fba tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:29.775011 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-fdaa2bdb-bdfd-4040-850a-7e9a91a58fba tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/networks?id=31c4340f-c37e-4176-90e4-936b7c313033 HTTP/1.1" status: 200 len: 808 time: 0.1403515 Jun 28 12:11:29.793800 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Deleting port ad2607b5-1f88-40ed-929d-f1690dfaaeea {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:11:29.794136 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:29.797578 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-866272c3-1262-4844-9a4b-77c71b0cfe9b tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/quotas/38593005a0e64965a1f0808e0f4ce532 HTTP/1.1" status: 200 len: 375 time: 0.0160844 Jun 28 12:11:29.869775 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-409114a3-19cb-4341-b947-d969f90c55ce tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38593005a0e64965a1f0808e0f4ce532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600436 Jun 28 12:11:29.917931 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] For port ad2607b5-1f88-40ed-929d-f1690dfaaeea, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=ad2607b5-1f88-40ed-929d-f1690dfaaeea,segment=NetworkSegment(9809a6b8-9fac-4303-b5f2-6681744b0a23),segment_id=9809a6b8-9fac-4303-b5f2-6681744b0a23)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:29.918302 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:29.939579 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Calling delete_port for ad2607b5-1f88-40ed-929d-f1690dfaaeea owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:11:30.106797 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-3176c20e-e0b6-4112-ab81-20e319091433 service neutron] 10.222.0.11 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293735 Jun 28 12:11:30.200904 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89bb47-334d-4242-b02a-20b100b02d0e req-95930a22-6f62-4769-9d03-6a75cc0aaa30 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:30.202370 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ca89bb47-334d-4242-b02a-20b100b02d0e req-95930a22-6f62-4769-9d03-6a75cc0aaa30 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1 HTTP/1.1" status: 200 len: 945 time: 0.2347929 Jun 28 12:11:30.289036 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-bff432a5-5dfe-4f04-ac25-3730555b8b11 service neutron] 10.222.0.11 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658249 Jun 28 12:11:30.290819 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:30.297819 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f49d7370-cfb0-48f9-975d-da344ae4b663 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:30.303209 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ca89bb47-334d-4242-b02a-20b100b02d0e req-186d416d-66c0-43e2-bc15-b744b1d2bb45 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.11 "GET /v2.0/security-groups?id=90953df0-6332-4cc8-9051-844513406e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775535 Jun 28 12:11:30.303791 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['ad2607b5-1f88-40ed-929d-f1690dfaaeea'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:30.327529 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Pushing event deleted for resources: {'Port': ['ID=ad2607b5-1f88-40ed-929d-f1690dfaaeea,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:30.332416 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:30.371159 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] No DVR routers for this DVR port ad2607b5-1f88-40ed-929d-f1690dfaaeea on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:11:30.373571 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:30.375644 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-671d058d-f206-49c8-af64-69a6c9beff19 req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] 10.222.0.15 "DELETE /v2.0/ports/ad2607b5-1f88-40ed-929d-f1690dfaaeea HTTP/1.1" status: 204 len: 173 time: 0.7754688 Jun 28 12:11:30.471077 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7b937b25-3d9d-4de6-b4d2-c1bdc15016c6 req-9a0f929b-2f57-4ba7-8bc9-0a0117e1e437 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 210 time: 0.0293303 Jun 28 12:11:30.570854 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1', 'name': 'network-vif-deleted', 'tag': 'ad2607b5-1f88-40ed-929d-f1690dfaaeea'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:30.573302 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dcc557-2224-4e97-85c7-426fed2f1ba6" -d '{"events": [{"server_uuid": "9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1", "name": "network-vif-deleted", "tag": "ad2607b5-1f88-40ed-929d-f1690dfaaeea"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:30.607900 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfbe596-e3da-4c75-804f-7a1669bce590 x-openstack-request-id: req-fbfbe596-e3da-4c75-804f-7a1669bce590 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:30.608226 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1", "name": "network-vif-deleted", "tag": "ad2607b5-1f88-40ed-929d-f1690dfaaeea", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:30.608505 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fbfbe596-e3da-4c75-804f-7a1669bce590 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:30.608924 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae9fa26-0fa7-4a7f-8de9-6255ba6d21a1', 'name': 'network-vif-deleted', 'tag': 'ad2607b5-1f88-40ed-929d-f1690dfaaeea', 'status': 'completed', 'code': 200} Jun 28 12:11:31.422825 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59212) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:31.470264 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Deleting subnet 15368507-3350-444b-aaed-1e24aa0d20e2 {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:11:31.476841 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.570691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.632988 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29ed1f5a-2f36-40d5-9022-842897bf3168 req-416912fd-ce5f-4a01-bd8f-d85c2a97f14e tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 210 time: 0.0427535 Jun 28 12:11:31.658007 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.687104 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-34b7b9e6-a511-4d44-ac34-e3cf5510837b tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:31.688671 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-34b7b9e6-a511-4d44-ac34-e3cf5510837b tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.15 "GET /v2.0/networks?id=31c4340f-c37e-4176-90e4-936b7c313033 HTTP/1.1" status: 200 len: 808 time: 0.1911626 Jun 28 12:11:31.704125 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Request body: {'port': {'device_id': '421ec952-657f-4980-81c2-6f65882419bb', 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033', 'admin_state_up': True, 'tenant_id': '38593005a0e64965a1f0808e0f4ce532'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:31.780001 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.786117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:31.818532 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15368507-3350-444b-aaed-1e24aa0d20e2,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:31.819799 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.821620 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/15368507-3350-444b-aaed-1e24aa0d20e2 HTTP/1.1" status: 204 len: 168 time: 0.3976603 Jun 28 12:11:31.824479 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59220) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:31.825724 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:31.856489 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Made reservation on behalf of 38593005a0e64965a1f0808e0f4ce532 for: {'port': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:11:31.860424 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.890627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.970647 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:31.980499 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe46b158-06f6-47a7-8e28-ee3af2bad565']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:31.989578 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Allocated IP 172.20.0.8 (31c4340f-c37e-4176-90e4-936b7c313033/e919944f-801a-4a1a-a95e-63137fb4bf03/1ce94c69-9608-438e-bb0d-a8a1cef80d57) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:11:31.990696 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9809a6b8-9fac-4303-b5f2-6681744b0a23') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:31.990994 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9809a6b8-9fac-4303-b5f2-6681744b0a23') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:32.000161 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.014272 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.020010 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:11:32.020394 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:11:32.022034 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:11:32.077884 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.082094 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0b6776b6-d366-4b47-baf2-40dcf3210204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:32.084704 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.086940 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fe46b158-06f6-47a7-8e28-ee3af2bad565 HTTP/1.1" status: 204 len: 168 time: 0.2614505 Jun 28 12:11:32.097896 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe46b158-06f6-47a7-8e28-ee3af2bad565,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:32.100281 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-aa9f0996-1ac9-45c8-a1d1-fbb2ca0b1ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:32.141184 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.182849 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.186884 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7d83b142-b42a-4b00-ac27-9b47ca947f63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:32.220515 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59228) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:32.235089 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Network 31c4340f-c37e-4176-90e4-936b7c313033 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:32.238436 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:32.243245 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:11:32.247227 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Pushing event updated for resources: {'Port': ['ID=1ce94c69-9608-438e-bb0d-a8a1cef80d57,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:32.267694 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:32.273806 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-0c77050a-9ccb-458c-89a1-26b5d24534e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=173302f386ee473e82b0178f7b67cc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489414 Jun 28 12:11:32.274049 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59232) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:32.296258 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:32.297336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.313803 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6150062 Jun 28 12:11:32.332329 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Request body: {'port': {'device_id': '421ec952-657f-4980-81c2-6f65882419bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:32.332468 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d4f9-0ef1-4515-b07a-18ff23f1d9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.348119 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d4f9-0ef1-4515-b07a-18ff23f1d9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.395261 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d4f9-0ef1-4515-b07a-18ff23f1d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.397884 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d4f9-0ef1-4515-b07a-18ff23f1d9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.401381 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-5ad3d4f9-0ef1-4515-b07a-18ff23f1d9e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90953df0-6332-4cc8-9051-844513406e85 HTTP/1.1" status: 204 len: 168 time: 0.1238222 Jun 28 12:11:32.401381 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-8c2e1cc1-065b-49c2-91cb-3abc24063cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:32.401638 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.411153 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3d4f9-0ef1-4515-b07a-18ff23f1d9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90953df0-6332-4cc8-9051-844513406e85,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:32.414128 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5ad3d4f9-0ef1-4515-b07a-18ff23f1d9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:32.459513 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 9552d005-9b96-4fc6-9b76-af15a4e231a6 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:11:32.479600 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 9552d005-9b96-4fc6-9b76-af15a4e231a6 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:11:32.479968 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 9552d005-9b96-4fc6-9b76-af15a4e231a6 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:11:32.665403 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce94c69-9608-438e-bb0d-a8a1cef80d57 {{(pid=93238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:11:32.673165 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.685944 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Transition to ACTIVE for port object 1ce94c69-9608-438e-bb0d-a8a1cef80d57 will not be triggered until provisioned by entity L2. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:32.691355 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.697808 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-eb3711fa-4247-4ecf-87fc-41c9fc97d7fb tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:32.748006 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce94c69-9608-438e-bb0d-a8a1cef80d57,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:32.771453 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:32.860330 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Attempting to bind port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:11:32.860657 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Attempting to bind port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:11:32.860975 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Attempting to bind port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 on network 31c4340f-c37e-4176-90e4-936b7c313033 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:32.867540 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 on network 31c4340f-c37e-4176-90e4-936b7c313033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:11:32.867874 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Attempting to bind port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 on network 31c4340f-c37e-4176-90e4-936b7c313033 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:32.880819 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522dc43-5286-4f02-8b72-594e53009e6f req-ea536846-255c-4f5b-a268-cad54d81be80 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:32.882264 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3522dc43-5286-4f02-8b72-594e53009e6f req-ea536846-255c-4f5b-a268-cad54d81be80 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 943 time: 0.1098440 Jun 28 12:11:32.883434 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:11:32.883754 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Checking segment: {'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:32.884109 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Bound using segment: {'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:11:32.884549 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Bound port: 1ce94c69-9608-438e-bb0d-a8a1cef80d57, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94513683-a660-42af-9fe5-5f8dfffc68d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033'}}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:11:32.884895 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.964739 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3522dc43-5286-4f02-8b72-594e53009e6f req-a4e6621a-91d4-4ae8-90ef-d2cf494b2492 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711508 Jun 28 12:11:32.978594 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] For port 1ce94c69-9608-438e-bb0d-a8a1cef80d57, host hv-cinder-77238, cleared binding levels {{(pid=93238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:11:32.982229 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] For port 1ce94c69-9608-438e-bb0d-a8a1cef80d57, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=1ce94c69-9608-438e-bb0d-a8a1cef80d57,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:11:32.987370 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:32.989966 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:33.021825 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:33.022841 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:33.024228 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ce94c69-9608-438e-bb0d-a8a1cef80d57 HTTP/1.1" status: 200 len: 1093 time: 0.7030690 Jun 28 12:11:33.026593 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421ec952-657f-4980-81c2-6f65882419bb', 'tag': '1ce94c69-9608-438e-bb0d-a8a1cef80d57'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:33.030513 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9273d124-4aa6-498a-a35c-d5b4548d7ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "421ec952-657f-4980-81c2-6f65882419bb", "tag": "1ce94c69-9608-438e-bb0d-a8a1cef80d57"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:33.061113 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce94c69-9608-438e-bb0d-a8a1cef80d57,revision_number=3']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:33.063594 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:33.095813 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97437c98-2eb5-444b-bb10-0b9cda1d3b10 x-openstack-request-id: req-97437c98-2eb5-444b-bb10-0b9cda1d3b10 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:33.096131 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421ec952-657f-4980-81c2-6f65882419bb", "tag": "1ce94c69-9608-438e-bb0d-a8a1cef80d57", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:33.096408 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97437c98-2eb5-444b-bb10-0b9cda1d3b10 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:33.096822 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421ec952-657f-4980-81c2-6f65882419bb', 'tag': '1ce94c69-9608-438e-bb0d-a8a1cef80d57', 'status': 'completed', 'code': 200} Jun 28 12:11:33.124588 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-7f1f48b7-dbab-41f8-a0c9-15cc0f0bfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:33.126158 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-7f1f48b7-dbab-41f8-a0c9-15cc0f0bfe19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38593005a0e64965a1f0808e0f4ce532&device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 1096 time: 0.0594988 Jun 28 12:11:33.174422 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-021623b2-911b-4b50-8358-8bead393f315 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce94c69-9608-438e-bb0d-a8a1cef80d57 HTTP/1.1" status: 200 len: 217 time: 0.0415339 Jun 28 12:11:33.222046 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-ad37902f-f5fe-4a5b-b770-620212324eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:33.223492 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-ad37902f-f5fe-4a5b-b770-620212324eb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e919944f-801a-4a1a-a95e-63137fb4bf03 HTTP/1.1" status: 200 len: 848 time: 0.0436547 Jun 28 12:11:33.255830 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-840939a0-d62d-44ca-bdcb-2da1ccf379d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31c4340f-c37e-4176-90e4-936b7c313033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255103 Jun 28 12:11:33.350196 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-7cf6f952-a9cb-4d34-a914-0a0070d672c4 service neutron] 10.222.0.15 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Jun 28 12:11:33.452106 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8de6826c-c4ae-46b1-b386-50b15a03b174 req-00cac82a-3bdc-493d-afdb-dcf544e555f8 service neutron] 10.222.0.15 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960917 Jun 28 12:11:33.574938 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-15afc730-f8e3-4218-b7e2-52a86ec7868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:33.576631 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-15afc730-f8e3-4218-b7e2-52a86ec7868e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38593005a0e64965a1f0808e0f4ce532&device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 1096 time: 0.0667167 Jun 28 12:11:33.927366 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-5c07e83f-d8ad-430f-b477-e1f46406a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:33.928945 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-5c07e83f-d8ad-430f-b477-e1f46406a2be service neutron] 10.222.0.15 "GET /v2.0/networks?id=31c4340f-c37e-4176-90e4-936b7c313033 HTTP/1.1" status: 200 len: 909 time: 0.3459449 Jun 28 12:11:33.972487 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-d2c10b3c-93f6-4169-b755-58f6f85cb5b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce94c69-9608-438e-bb0d-a8a1cef80d57 HTTP/1.1" status: 200 len: 217 time: 0.0360107 Jun 28 12:11:34.028649 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-cd9cf679-9036-479e-a78f-8bdcada72486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:34.030535 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-cd9cf679-9036-479e-a78f-8bdcada72486 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e919944f-801a-4a1a-a95e-63137fb4bf03 HTTP/1.1" status: 200 len: 848 time: 0.0479488 Jun 28 12:11:34.065534 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-beb44b7c-bda7-4834-9f94-c08f0f3ec02f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31c4340f-c37e-4176-90e4-936b7c313033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283153 Jun 28 12:11:34.194597 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-83623894-2928-4bcc-a389-918ace90fc89 service neutron] 10.222.0.15 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230950 Jun 28 12:11:34.217704 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd26053-5fc6-48f0-875b-03dd17961e49 req-7d966131-b1ed-4be7-be16-cee8fc30397d tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:34.219268 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ffd26053-5fc6-48f0-875b-03dd17961e49 req-7d966131-b1ed-4be7-be16-cee8fc30397d tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 943 time: 0.1399257 Jun 28 12:11:34.303697 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ffd26053-5fc6-48f0-875b-03dd17961e49 req-dc6bfe35-3428-4988-a85b-396a655c3aae tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750663 Jun 28 12:11:34.322915 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9273d124-4aa6-498a-a35c-d5b4548d7ee2 req-59c55803-7b5f-4588-bf84-d297ca006fd6 service neutron] 10.222.0.15 "GET /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208088 Jun 28 12:11:34.485656 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device ad2607b5-1f88-40ed-929d-f1690dfaaeea no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:11:34.505233 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: ad2607b5-1f88-40ed-929d-f1690dfaaeea {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:11:34.505587 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device ad2607b5-1f88-40ed-929d-f1690dfaaeea not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:11:35.491396 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ba626-7b77-4111-9e94-b3416381e904 req-eb0c10f8-9211-40f8-93d7-732f47952bf0 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:35.492920 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cf3ba626-7b77-4111-9e94-b3416381e904 req-eb0c10f8-9211-40f8-93d7-732f47952bf0 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 943 time: 0.0690694 Jun 28 12:11:35.547849 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cf3ba626-7b77-4111-9e94-b3416381e904 req-59cfd95e-1c8d-4622-9803-29b2da5e9093 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Jun 28 12:11:35.785466 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59322) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:35.833952 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] Deleting subnet 33bedd98-f09c-44a9-ab55-2e02afc83bd4 {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:11:35.837267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:35.876873 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:35.916786 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:35.981655 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:35.984206 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2fe4b199-1444-4f10-b6eb-2325d39aa07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:36.007984 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33bedd98-f09c-44a9-ab55-2e02afc83bd4,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:36.010578 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:36.013011 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.016024 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b5f0b673-7b9f-4906-811c-0ada77ab6f64 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/33bedd98-f09c-44a9-ab55-2e02afc83bd4 HTTP/1.1" status: 204 len: 168 time: 0.2282851 Jun 28 12:11:36.017512 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59324) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:36.088770 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.175245 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.184758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d4bd78-984e-4144-9dab-4cd8a7cf0426']}} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:36.194310 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5511cd27-96ee-456a-a1cc-c611f123646d') {'for_net_delete': True} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:36.194590 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5511cd27-96ee-456a-a1cc-c611f123646d') {} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:36.203125 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11257824'] for segment, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.216414 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.222719 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:11:36.223089 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11540851'] for segment, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: Traceback (most recent call last): Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: timer() Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: cb(*args, **kw) Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: return func(*args, **kwargs) Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: self._notify() Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: self.callback(batched_events) Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: event.method(event) Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: return f(self, *a, **k) Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._get(url).json() Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: return self.request(url, 'GET', **kwargs) Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:11:36.225055 dv-cinder-772388-5-iscsi neutron-server[93238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:11:36.284303 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.288893 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4472f7cf-cd2a-4ba2-a582-965f94c8d6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:36.302212 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.304132 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] 10.222.0.11 "DELETE /v2.0/networks/67d4bd78-984e-4144-9dab-4cd8a7cf0426 HTTP/1.1" status: 204 len: 168 time: 0.2857354 Jun 28 12:11:36.305145 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=67d4bd78-984e-4144-9dab-4cd8a7cf0426,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:36.308126 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-6d08375e-0468-4e75-9592-39e205bc3d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:36.480325 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59332) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:36.481999 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 1ce94c69-9608-438e-bb0d-a8a1cef80d57 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:11:36.523802 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-81ae90a2-34e6-408b-891d-7c1c03a2fe72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87d5f72399614a90a9010fae5dc3ac21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422451 Jun 28 12:11:36.526479 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59334) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:36.581251 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4a14df58-8e07-4611-949a-341cc63aa5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.586453 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 1ce94c69-9608-438e-bb0d-a8a1cef80d57, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=1ce94c69-9608-438e-bb0d-a8a1cef80d57,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:36.600713 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '1ce94c69-9608-438e-bb0d-a8a1cef80d57', 'network_id': '31c4340f-c37e-4176-90e4-936b7c313033', 'port_id': '1ce94c69-9608-438e-bb0d-a8a1cef80d57', 'mac_address': 'fa:16:3e:f4:75:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e919944f-801a-4a1a-a95e-63137fb4bf03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:11:36.604643 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4a14df58-8e07-4611-949a-341cc63aa5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.647436 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.669449 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce94c69-9608-438e-bb0d-a8a1cef80d57 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:11:36.674219 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4a14df58-8e07-4611-949a-341cc63aa5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.678852 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4a14df58-8e07-4611-949a-341cc63aa5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.693287 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4a14df58-8e07-4611-949a-341cc63aa5fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1640edd7-0d47-4725-b325-77127db60051 HTTP/1.1" status: 204 len: 168 time: 0.1615765 Jun 28 12:11:36.695626 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-69807df6-fb99-425d-97c8-9ebb534346c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:36.711326 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 1ce94c69-9608-438e-bb0d-a8a1cef80d57, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=1ce94c69-9608-438e-bb0d-a8a1cef80d57,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:36.718713 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:36.722489 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:36.742298 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14df58-8e07-4611-949a-341cc63aa5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1640edd7-0d47-4725-b325-77127db60051,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:36.745863 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4a14df58-8e07-4611-949a-341cc63aa5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:36.775765 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c73f2-bbe8-4da3-9f56-453873058227 req-b6dc3ec9-23dc-4a29-aa88-3deb1524463f tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:36.777282 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-252c73f2-bbe8-4da3-9f56-453873058227 req-b6dc3ec9-23dc-4a29-aa88-3deb1524463f tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 943 time: 0.0828414 Jun 28 12:11:36.812420 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=1ce94c69-9608-438e-bb0d-a8a1cef80d57,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:36.822391 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:36.836929 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-252c73f2-bbe8-4da3-9f56-453873058227 req-a562ace0-6375-4dc8-bd16-a29a8f95c352 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526330 Jun 28 12:11:37.077737 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['1ce94c69-9608-438e-bb0d-a8a1cef80d57'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:38.053664 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45724dd-9a81-46c1-9f3b-06f105b7c039 req-65387876-c1f6-479c-ac92-f2f25ef5a97b tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:38.055386 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b45724dd-9a81-46c1-9f3b-06f105b7c039 req-65387876-c1f6-479c-ac92-f2f25ef5a97b tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 944 time: 0.0955210 Jun 28 12:11:38.097940 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b45724dd-9a81-46c1-9f3b-06f105b7c039 req-21ebe585-12f9-4de9-9203-80e47414d22d tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367260 Jun 28 12:11:38.491709 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 1ce94c69-9608-438e-bb0d-a8a1cef80d57 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:38.550102 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:38.556812 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:38.557350 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:38.642460 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:38.665549 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421ec952-657f-4980-81c2-6f65882419bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce94c69-9608-438e-bb0d-a8a1cef80d57'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:38.667849 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867341c4-e344-433d-a508-c354523160b6" -d '{"events": [{"server_uuid": "421ec952-657f-4980-81c2-6f65882419bb", "name": "network-vif-plugged", "status": "completed", "tag": "1ce94c69-9608-438e-bb0d-a8a1cef80d57"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:38.680784 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 1ce94c69-9608-438e-bb0d-a8a1cef80d57, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=1ce94c69-9608-438e-bb0d-a8a1cef80d57,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:38.685135 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:38.687416 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:38.736732 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=1ce94c69-9608-438e-bb0d-a8a1cef80d57,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:38.739864 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:38.845379 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6c67f1-08b4-44fc-bab0-a81025c4ace2 x-openstack-request-id: req-5b6c67f1-08b4-44fc-bab0-a81025c4ace2 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:38.845677 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421ec952-657f-4980-81c2-6f65882419bb", "name": "network-vif-plugged", "status": "completed", "tag": "1ce94c69-9608-438e-bb0d-a8a1cef80d57", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:38.845939 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b6c67f1-08b4-44fc-bab0-a81025c4ace2 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:38.846336 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421ec952-657f-4980-81c2-6f65882419bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce94c69-9608-438e-bb0d-a8a1cef80d57', 'code': 200} Jun 28 12:11:38.973691 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:11:39.075097 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f1ee1-3ae2-4171-855a-67de9bc4092f req-52cf89b9-63a9-474e-a74c-8e2d3f1745a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:39.076617 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7e4f1ee1-3ae2-4171-855a-67de9bc4092f req-52cf89b9-63a9-474e-a74c-8e2d3f1745a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 1098 time: 0.0586720 Jun 28 12:11:39.112779 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7e4f1ee1-3ae2-4171-855a-67de9bc4092f req-b8269b52-92b5-480a-ad55-c767a9a14f36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285296 Jun 28 12:11:39.280466 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f4a74-b58c-41f9-a760-730f74d5bf64 req-a6128977-4a33-49b3-8bed-1d3e463cfffc tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:39.282722 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c72f4a74-b58c-41f9-a760-730f74d5bf64 req-a6128977-4a33-49b3-8bed-1d3e463cfffc tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 945 time: 0.0744219 Jun 28 12:11:39.328669 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c72f4a74-b58c-41f9-a760-730f74d5bf64 req-b65ddd82-a8d7-47e2-8813-6c042192508f tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Jun 28 12:11:40.523595 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc6ba-c339-48b3-a99b-bdc2330066a0 req-4fb5e590-89ea-4f94-a2a0-b04bb96f4b9b tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:40.525039 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-116dc6ba-c339-48b3-a99b-bdc2330066a0 req-4fb5e590-89ea-4f94-a2a0-b04bb96f4b9b tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 945 time: 0.0786519 Jun 28 12:11:40.568291 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-116dc6ba-c339-48b3-a99b-bdc2330066a0 req-136e7ee7-b1b4-4cc6-91a6-695c6d9c92c1 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369387 Jun 28 12:11:41.773392 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f480de-92a2-41e6-8112-dc13ac6c34b5 req-211c6447-83e3-40be-9cc0-8447fda1ac8c tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:41.774839 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-24f480de-92a2-41e6-8112-dc13ac6c34b5 req-211c6447-83e3-40be-9cc0-8447fda1ac8c tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 945 time: 0.0757923 Jun 28 12:11:41.813598 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-24f480de-92a2-41e6-8112-dc13ac6c34b5 req-c2b490b0-e76d-4bad-b698-ffc042304f63 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Jun 28 12:11:42.994799 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11049103-3fe7-4ab1-900e-633056070756 req-2c2a55f7-9f62-427a-b34b-4878da71d331 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:42.996324 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-11049103-3fe7-4ab1-900e-633056070756 req-2c2a55f7-9f62-427a-b34b-4878da71d331 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 945 time: 0.0675802 Jun 28 12:11:43.035825 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-11049103-3fe7-4ab1-900e-633056070756 req-ecf56321-946f-4243-ac7b-dff562aabb55 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Jun 28 12:11:44.243771 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4f62d-14ad-468b-9aa0-840c0ed00d2d req-69545704-ac76-4796-b755-fdc50fb1bdfc tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:44.245235 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-13e4f62d-14ad-468b-9aa0-840c0ed00d2d req-69545704-ac76-4796-b755-fdc50fb1bdfc tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 945 time: 0.0704343 Jun 28 12:11:44.292374 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-13e4f62d-14ad-468b-9aa0-840c0ed00d2d req-7fe44964-f8ba-413c-bd33-9f8c9d363bd7 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Jun 28 12:11:45.241398 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bd570-55e7-4bc7-8561-65bffd0c1c1c req-fff38779-cfab-4948-ae30-c7dce4e6745e tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:45.242849 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-285bd570-55e7-4bc7-8561-65bffd0c1c1c req-fff38779-cfab-4948-ae30-c7dce4e6745e tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 945 time: 0.0634010 Jun 28 12:11:45.282179 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-285bd570-55e7-4bc7-8561-65bffd0c1c1c req-6fa855b1-9a3e-4e06-824d-2b9ecbb6d1dd tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335362 Jun 28 12:11:46.457630 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8f77-9456-4a50-93fd-315073d0fe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:46.465260 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3a246-5e8a-4605-b022-a859e2b48b38 req-044be013-aa9d-4083-844b-f255bbf8ca0a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:46.466706 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-91c3a246-5e8a-4605-b022-a859e2b48b38 req-044be013-aa9d-4083-844b-f255bbf8ca0a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 945 time: 0.0639021 Jun 28 12:11:46.510503 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-91c3a246-5e8a-4605-b022-a859e2b48b38 req-f38fcbf2-de18-4d4d-a8df-9c6178decc73 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fd4de42-b484-4d77-9185-8111903967ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Jun 28 12:11:46.788725 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f383072c-8684-471e-a599-efe02b17c2e9 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:46.790154 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f383072c-8684-471e-a599-efe02b17c2e9 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.15 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 945 time: 0.0635002 Jun 28 12:11:46.890567 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Deleting port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:11:46.891389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:46.982176 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] For port 1ce94c69-9608-438e-bb0d-a8a1cef80d57, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=1ce94c69-9608-438e-bb0d-a8a1cef80d57,segment=NetworkSegment(94513683-a660-42af-9fe5-5f8dfffc68d4),segment_id=94513683-a660-42af-9fe5-5f8dfffc68d4)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:46.982533 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:46.994893 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Calling delete_port for 1ce94c69-9608-438e-bb0d-a8a1cef80d57 owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:11:47.071845 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.090283 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59544) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:47.130445 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.135786 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:47.142363 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['1ce94c69-9608-438e-bb0d-a8a1cef80d57'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:11:47.161274 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Pushing event deleted for resources: {'Port': ['ID=1ce94c69-9608-438e-bb0d-a8a1cef80d57,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:47.169910 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:47.214551 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] No DVR routers for this DVR port 1ce94c69-9608-438e-bb0d-a8a1cef80d57 on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:11:47.216274 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b5b7677e-5798-4ea2-a402-3cc20716fa93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.217090 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.219596 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ae97a11a-d9ac-4903-9c02-ec7c7d313a7d req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.15 "DELETE /v2.0/ports/1ce94c69-9608-438e-bb0d-a8a1cef80d57 HTTP/1.1" status: 204 len: 173 time: 0.4229615 Jun 28 12:11:47.219596 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421ec952-657f-4980-81c2-6f65882419bb', 'name': 'network-vif-deleted', 'tag': '1ce94c69-9608-438e-bb0d-a8a1cef80d57'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:11:47.221915 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a067c658-795e-408f-bcbe-df8a5083f00c" -d '{"events": [{"server_uuid": "421ec952-657f-4980-81c2-6f65882419bb", "name": "network-vif-deleted", "tag": "1ce94c69-9608-438e-bb0d-a8a1cef80d57"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:11:47.259735 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cde9a2d-f0f1-4c46-8f9a-6d6bd7ece82c x-openstack-request-id: req-8cde9a2d-f0f1-4c46-8f9a-6d6bd7ece82c {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:11:47.260028 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421ec952-657f-4980-81c2-6f65882419bb", "name": "network-vif-deleted", "tag": "1ce94c69-9608-438e-bb0d-a8a1cef80d57", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:11:47.260303 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cde9a2d-f0f1-4c46-8f9a-6d6bd7ece82c {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:11:47.260751 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421ec952-657f-4980-81c2-6f65882419bb', 'name': 'network-vif-deleted', 'tag': '1ce94c69-9608-438e-bb0d-a8a1cef80d57', 'status': 'completed', 'code': 200} Jun 28 12:11:47.335389 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b5b7677e-5798-4ea2-a402-3cc20716fa93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.341770 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b5b7677e-5798-4ea2-a402-3cc20716fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.355299 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d90d7e2d-5152-4e39-b830-f58141e25ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:47.374779 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b5b7677e-5798-4ea2-a402-3cc20716fa93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=025465ca451e4c5199850d149213c9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833407 Jun 28 12:11:47.377314 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59560) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:47.415523 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7677e-5798-4ea2-a402-3cc20716fa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69c528a-ed68-4b43-ad53-8b279b0ffd61,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:47.421435 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b5b7677e-5798-4ea2-a402-3cc20716fa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:47.445808 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fe326895-2ef4-43e1-9245-c414e29657c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.466120 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fe326895-2ef4-43e1-9245-c414e29657c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.514672 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fe326895-2ef4-43e1-9245-c414e29657c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.517846 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fe326895-2ef4-43e1-9245-c414e29657c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:47.519175 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-fe326895-2ef4-43e1-9245-c414e29657c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a69c528a-ed68-4b43-ad53-8b279b0ffd61 HTTP/1.1" status: 204 len: 168 time: 0.1409004 Jun 28 12:11:47.519992 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4b18e253-9c82-4584-86b5-cc880d663ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:47.530890 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe326895-2ef4-43e1-9245-c414e29657c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69c528a-ed68-4b43-ad53-8b279b0ffd61,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:47.534290 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fe326895-2ef4-43e1-9245-c414e29657c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:47.672179 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c8143d75-a9d3-4469-9ab1-2a25ee50aee0 req-3e23003c-b33b-4f6b-bf1a-19379c63f33a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] 10.222.0.11 "GET /v2.0/ports?device_id=421ec952-657f-4980-81c2-6f65882419bb HTTP/1.1" status: 200 len: 210 time: 0.0333395 Jun 28 12:11:48.149752 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59586) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:48.242665 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1358764340-network', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:48.265405 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Made reservation on behalf of 68a4e9f925e8448f8f0b5216c7fada68 for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:11:48.267734 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.275791 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.366353 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.373858 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.377293 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-079f6e05-9729-4557-9b5b-24bdc1620213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:48.399920 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:11:48.410549 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8949085f-0ecf-4b0b-ab09-f241273a74a6,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:48.414876 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:48.416009 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.416335 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Added segment d7549f1d-dd7b-4bea-ad86-167372f89fd2 of type vlan for network e87ddda7-2d34-4f05-990f-b0328975ed47 Jun 28 12:11:48.460020 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.490889 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.492253 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:48.492910 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.494891 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:48.547652 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3967881 Jun 28 12:11:48.550479 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59598) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:48.557692 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Request body: {'subnet': {'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1358764340-subnet', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:48.561824 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Pushing event updated for resources: {'Network': ['ID=e87ddda7-2d34-4f05-990f-b0328975ed47,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:48.567557 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:48.572089 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network e87ddda7-2d34-4f05-990f-b0328975ed47 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:11:48.598941 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Made reservation on behalf of 68a4e9f925e8448f8f0b5216c7fada68 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:11:48.602069 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.790850 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.793424 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:48.847534 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a89392-7402-4d64-95df-a1b1d1cc6dd8,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:48.854412 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:48.864196 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Checking segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:48.864558 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Network hostable DHCP agents. Network: e87ddda7-2d34-4f05-990f-b0328975ed47, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:11:48.882435 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Network e87ddda7-2d34-4f05-990f-b0328975ed47 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:11:48.893938 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, e87ddda7-2d34-4f05-990f-b0328975ed47) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:48.898045 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:48.898667 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.905054 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b673591-1b43-478a-8115-c134f94a574b None None] Network e87ddda7-2d34-4f05-990f-b0328975ed47 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:11:48.916617 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9beb60dd-1b2c-4ea8-8853-b958ca1b6976 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3649876 Jun 28 12:11:48.919373 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59620) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:48.923970 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:48.947319 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:48.948320 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.010145 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.034679 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.076571 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-7922aab2-d90c-44d6-b147-13814131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.084628 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-e87ddda7-2d34-4f05-990f-b0328975ed47', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:11:49.085532 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.190830 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.234887 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Allocated IP 172.20.0.2 (e87ddda7-2d34-4f05-990f-b0328975ed47/f5a89392-7402-4d64-95df-a1b1d1cc6dd8/8098834f-71bc-4ad6-ad36-3b067f2d0c86) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:11:49.377107 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.385707 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Transition to ACTIVE for port object 8098834f-71bc-4ad6-ad36-3b067f2d0c86 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:49.400939 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Transition to ACTIVE for port object 8098834f-71bc-4ad6-ad36-3b067f2d0c86 will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:49.409480 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.412576 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e32e8ce5-9512-4a06-983a-abd75874b4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:49.426500 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.461003 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.464077 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Network e87ddda7-2d34-4f05-990f-b0328975ed47 is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:49.464988 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Pushing event updated for resources: {'Port': ['ID=8098834f-71bc-4ad6-ad36-3b067f2d0c86,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:49.468044 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:49.469841 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:49.470556 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:11:49.527581 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Attempting to bind port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:11:49.527965 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Attempting to bind port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:11:49.528704 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Attempting to bind port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 on network e87ddda7-2d34-4f05-990f-b0328975ed47 {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:49.534368 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:11:49.534749 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Checking segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:49.535471 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.535875 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Bound using segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:11:49.536353 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Bound port: 8098834f-71bc-4ad6-ad36-3b067f2d0c86, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:11:49.536744 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.563783 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Allocated IP 172.27.1.161 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/9687fc52-ed0d-4877-911a-4d61df570202) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:11:49.602811 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] For port 8098834f-71bc-4ad6-ad36-3b067f2d0c86, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:11:49.606401 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] For port 8098834f-71bc-4ad6-ad36-3b067f2d0c86, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=8098834f-71bc-4ad6-ad36-3b067f2d0c86,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:11:49.611043 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.613166 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:49.668189 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Pushing event updated for resources: {'Port': ['ID=8098834f-71bc-4ad6-ad36-3b067f2d0c86,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:49.671350 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:49.698764 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.745917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:49.748152 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c12a4e67-aeb4-4947-b240-c25a9e6c4b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:49.783487 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:49.790392 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:49.793028 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:11:49.799484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Pushing event updated for resources: {'Port': ['ID=9687fc52-ed0d-4877-911a-4d61df570202,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:49.802994 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:50.039612 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.081496 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.430228 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 8098834f-71bc-4ad6-ad36-3b067f2d0c86 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:50.441989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59684) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:50.495041 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:50.521687 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.573788 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-61050732-ded7-49bb-9f65-9172f42948d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.581799 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e02d5f-de28-4d44-b2cf-0bf4d77e0308 None None] Network e87ddda7-2d34-4f05-990f-b0328975ed47 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:11:50.651137 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] Provisioning for port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:50.662290 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] Provisioning complete for port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:50.663299 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.665735 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:11:50.676515 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-61050732-ded7-49bb-9f65-9172f42948d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.685347 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-61050732-ded7-49bb-9f65-9172f42948d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.689442 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-fe5170c3-4627-4c14-83f4-9e9a5e1ec4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:50.727121 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-61050732-ded7-49bb-9f65-9172f42948d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c414660f8abe4e75aae16d05d922c951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830255 Jun 28 12:11:50.728357 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050732-ded7-49bb-9f65-9172f42948d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec481f-f5e2-4166-a27d-c97b046ee15a,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:50.730864 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59692) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:50.738309 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-61050732-ded7-49bb-9f65-9172f42948d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:50.786160 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-00aec670-872e-469b-b56d-d578f06fe39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.787177 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:11:50.805364 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.809291 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8863471 Jun 28 12:11:50.809708 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59694) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:50.812519 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:11:50.825254 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-00aec670-872e-469b-b56d-d578f06fe39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.838454 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:11:50.839096 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:11:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:50.842683 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.945286 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-00aec670-872e-469b-b56d-d578f06fe39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.947960 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-00aec670-872e-469b-b56d-d578f06fe39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:50.949137 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-00aec670-872e-469b-b56d-d578f06fe39c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dec481f-f5e2-4166-a27d-c97b046ee15a HTTP/1.1" status: 204 len: 168 time: 0.2170157 Jun 28 12:11:50.950066 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-202bf242-ae45-4ca0-8de3-5f61cc7cd3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:50.997158 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aec670-872e-469b-b56d-d578f06fe39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec481f-f5e2-4166-a27d-c97b046ee15a,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:51.000504 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-00aec670-872e-469b-b56d-d578f06fe39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:51.044592 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] For port 8098834f-71bc-4ad6-ad36-3b067f2d0c86, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=8098834f-71bc-4ad6-ad36-3b067f2d0c86,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:51.075653 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.077458 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:51.146029 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:11:51.173250 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] Pushing event updated for resources: {'Port': ['ID=8098834f-71bc-4ad6-ad36-3b067f2d0c86,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:51.201853 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:51.292430 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 1ce94c69-9608-438e-bb0d-a8a1cef80d57 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:11:51.317314 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 1ce94c69-9608-438e-bb0d-a8a1cef80d57 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:11:51.317665 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 1ce94c69-9608-438e-bb0d-a8a1cef80d57 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:11:51.319022 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.326980 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59700) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:51.340349 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-c218eed5-73d4-4135-8592-26eb6e0c7419 None None] Provisioning complete for port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:51.340731 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c218eed5-73d4-4135-8592-26eb6e0c7419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.341621 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fa77b4e0-d149-4f18-8ad2-53d6db1de73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.405271 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:49Z', 'revision_number': 3, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:51.444530 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fa77b4e0-d149-4f18-8ad2-53d6db1de73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.449330 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:11:51.449712 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Updating router 2cd15df8-bf32-4cab-a305-06b09da92e71 port 9687fc52-ed0d-4877-911a-4d61df570202 binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:11:51.450082 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-fa77b4e0-d149-4f18-8ad2-53d6db1de73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.453986 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3df84674-3d01-4dbb-8cf9-d431aee7276a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:51.479396 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Allocated IP 172.20.0.1 (e87ddda7-2d34-4f05-990f-b0328975ed47/f5a89392-7402-4d64-95df-a1b1d1cc6dd8/08844807-d304-405c-9906-5cef14d23d8a) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:11:51.493313 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-fa77b4e0-d149-4f18-8ad2-53d6db1de73c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f092ddfa3364bab80aff90ef8a053aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623349 Jun 28 12:11:51.493313 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77b4e0-d149-4f18-8ad2-53d6db1de73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a30d02-d33c-41fc-b177-2ad4a724d603,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:51.494219 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59702) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:51.500380 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fa77b4e0-d149-4f18-8ad2-53d6db1de73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:51.503516 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.546854 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b73a94e0-c847-437f-ab75-4b0dec28e8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.571458 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b73a94e0-c847-437f-ab75-4b0dec28e8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.586900 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.600513 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Transition to ACTIVE for port object 08844807-d304-405c-9906-5cef14d23d8a will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:51.628826 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b73a94e0-c847-437f-ab75-4b0dec28e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.631474 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b73a94e0-c847-437f-ab75-4b0dec28e8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.632713 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b73a94e0-c847-437f-ab75-4b0dec28e8d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76a30d02-d33c-41fc-b177-2ad4a724d603 HTTP/1.1" status: 204 len: 168 time: 0.1375988 Jun 28 12:11:51.633583 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c624c7c5-ebc2-4706-8ce2-c69f5e70dc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:51.638603 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.641743 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a94e0-c847-437f-ab75-4b0dec28e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a30d02-d33c-41fc-b177-2ad4a724d603,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:51.642623 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b2105742-109f-4787-82a9-7a3145619525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:51.644052 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b73a94e0-c847-437f-ab75-4b0dec28e8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:51.680357 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Network e87ddda7-2d34-4f05-990f-b0328975ed47 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:51.683243 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:51.685959 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:11:51.742124 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Pushing event updated for resources: {'Port': ['ID=08844807-d304-405c-9906-5cef14d23d8a,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:51.745596 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:51.756764 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.823300 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.827822 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.842310 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Transition to ACTIVE for port object 9687fc52-ed0d-4877-911a-4d61df570202 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:51.855110 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.859728 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:51.922610 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176c850-d7bd-4a8d-b36a-30785ac9c616 None None] Pushing event updated for resources: {'Port': ['ID=9687fc52-ed0d-4877-911a-4d61df570202,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:51.932107 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Attempting to bind port 9687fc52-ed0d-4877-911a-4d61df570202 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:11:51.932486 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Attempting to bind port 9687fc52-ed0d-4877-911a-4d61df570202 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:11:51.932865 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Attempting to bind port 9687fc52-ed0d-4877-911a-4d61df570202 on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:51.935379 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.936267 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-d176c850-d7bd-4a8d-b36a-30785ac9c616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:51.939412 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:11:51.939816 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:51.940212 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.940623 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:11:51.941093 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Bound port: 9687fc52-ed0d-4877-911a-4d61df570202, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:11:51.941481 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:51.992735 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] For port 9687fc52-ed0d-4877-911a-4d61df570202, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:11:51.995893 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] For port 9687fc52-ed0d-4877-911a-4d61df570202, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=9687fc52-ed0d-4877-911a-4d61df570202,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:11:52.001604 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:52.005718 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:52.069263 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-f995675d-7c29-41e9-83fe-38c745bffb83 None None] Provisioning for port 08844807-d304-405c-9906-5cef14d23d8a completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:52.077504 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-f995675d-7c29-41e9-83fe-38c745bffb83 None None] Provisioning complete for port 08844807-d304-405c-9906-5cef14d23d8a triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:52.078069 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-f995675d-7c29-41e9-83fe-38c745bffb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:52.098564 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:11:52.099292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:11:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:52.105460 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176c850-d7bd-4a8d-b36a-30785ac9c616 None None] Pushing event updated for resources: {'Port': ['ID=9687fc52-ed0d-4877-911a-4d61df570202,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:52.109207 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:52.115958 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:52.118621 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-11d8afea-e2d1-4935-9eef-9cfe9473a4cb tempest-DeleteServersTestJSON-1535599613 tempest-DeleteServersTestJSON-1535599613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:52.143490 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-d176c850-d7bd-4a8d-b36a-30785ac9c616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:52.167776 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-f995675d-7c29-41e9-83fe-38c745bffb83 None None] Port 08844807-d304-405c-9906-5cef14d23d8a cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:11:52.187463 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Pushing event updated for resources: {'Port': ['ID=08844807-d304-405c-9906-5cef14d23d8a,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:52.189864 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:52.191858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:52.234650 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:11:52.283570 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Network e87ddda7-2d34-4f05-990f-b0328975ed47 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:52.284934 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:52.411579 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 8098834f-71bc-4ad6-ad36-3b067f2d0c86 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:52.426925 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:11:52.500550 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:52.500929 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:52.551312 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 1, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:52.557028 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:11:52.562892 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] 10.222.0.11 "PUT /v2.0/routers/2cd15df8-bf32-4cab-a305-06b09da92e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518978 Jun 28 12:11:52.584731 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13951e05-5131-43eb-86af-f9015ef7950a None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 1, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:11:52.621715 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-f255a01a-88c1-49a4-988b-92de4a03b445 None None] Provisioning complete for port 08844807-d304-405c-9906-5cef14d23d8a triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:52.622139 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-f255a01a-88c1-49a4-988b-92de4a03b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:52.679596 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-f255a01a-88c1-49a4-988b-92de4a03b445 None None] Port 08844807-d304-405c-9906-5cef14d23d8a cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:11:53.343504 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59760) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:53.349678 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-253772152-network', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:53.375138 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Made reservation on behalf of 268100cc10cf4367b743030ff4d0bb83 for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:11:53.378462 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.387759 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.488597 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.494706 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.498634 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c7c69d73-c687-4097-acb3-7ef567234957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:53.518118 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:11:53.536904 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff70616-848d-4989-a78d-af83d703e64a,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:53.539882 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.540220 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Added segment c93496ba-3eed-414b-ad75-b9436c6100c2 of type vlan for network 2993074f-9feb-44f5-926d-3f678bf60403 Jun 28 12:11:53.541733 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:53.593085 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.628552 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.629968 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:53.630552 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.633867 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7ca61c54-b7d7-4746-9393-25bdd5e99796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:53.689967 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3445480 Jun 28 12:11:53.692628 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59772) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:53.697537 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Request body: {'subnet': {'network_id': '2993074f-9feb-44f5-926d-3f678bf60403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-253772152-subnet', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:53.706126 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Pushing event updated for resources: {'Network': ['ID=2993074f-9feb-44f5-926d-3f678bf60403,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:53.710009 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:53.717473 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 2993074f-9feb-44f5-926d-3f678bf60403 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:11:53.741722 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Made reservation on behalf of 268100cc10cf4367b743030ff4d0bb83 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:11:53.745754 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.943857 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:53.947261 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-55b4df2a-6e9d-4774-8bf6-121d0ede520b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:54.001636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ea62c9-b6fc-4797-a690-e20c9a49ef97,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:54.005425 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:54.006443 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Checking segment: {'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:54.006773 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Network hostable DHCP agents. Network: 2993074f-9feb-44f5-926d-3f678bf60403, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:11:54.026078 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Network 2993074f-9feb-44f5-926d-3f678bf60403 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:11:54.036223 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 2993074f-9feb-44f5-926d-3f678bf60403) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:54.040481 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:11:54.041190 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.045165 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d84c5-0dbf-4a5e-8068-4549e9f0a3d8 None None] Network 2993074f-9feb-44f5-926d-3f678bf60403 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:11:54.063075 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-bdd64c5e-847c-4ee8-9fa7-47b4fbb599c1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3690650 Jun 28 12:11:54.065257 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59778) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:54.071127 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:11:54.092579 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.093670 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.155608 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.233709 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-2993074f-9feb-44f5-926d-3f678bf60403', 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'fixed_ips': [{'subnet_id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:11:54.234903 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.302955 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.446188 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 9687fc52-ed0d-4877-911a-4d61df570202 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:54.576890 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.580906 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 9687fc52-ed0d-4877-911a-4d61df570202 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:54.589846 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Allocated IP 172.20.0.2 (2993074f-9feb-44f5-926d-3f678bf60403/46ea62c9-b6fc-4797-a690-e20c9a49ef97/ef641fa2-b368-4eb1-b789-f721c2733d3c) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:11:54.592199 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 9687fc52-ed0d-4877-911a-4d61df570202 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:54.592612 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.597150 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.729713 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Allocated IP 172.27.1.213 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/76eadce4-a280-48a9-b800-0e933bc255dc) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:11:54.754389 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.820458 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 9687fc52-ed0d-4877-911a-4d61df570202, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=9687fc52-ed0d-4877-911a-4d61df570202,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:54.838296 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.845763 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:54.880288 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.891060 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.897190 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Transition to ACTIVE for port object ef641fa2-b368-4eb1-b789-f721c2733d3c will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:54.911908 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:11:54.926435 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=9687fc52-ed0d-4877-911a-4d61df570202,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:54.930237 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:54.934004 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Transition to ACTIVE for port object ef641fa2-b368-4eb1-b789-f721c2733d3c will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:54.940597 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:11:54.941670 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:11:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:54.945956 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.953711 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:54.956549 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ace1ac6b-1239-4866-9159-40fc907cad0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:54.967308 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:55.003709 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Network 2993074f-9feb-44f5-926d-3f678bf60403 is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:55.009197 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:55.012451 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:11:55.024832 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Pushing event updated for resources: {'Port': ['ID=ef641fa2-b368-4eb1-b789-f721c2733d3c,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:55.031789 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:55.043327 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Pushing event updated for resources: {'Port': ['ID=76eadce4-a280-48a9-b800-0e933bc255dc,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:55.050992 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:55.052966 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:55.060027 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:55.064916 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:11:55.075376 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:11:55.121651 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Attempting to bind port ef641fa2-b368-4eb1-b789-f721c2733d3c on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:11:55.122039 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Attempting to bind port ef641fa2-b368-4eb1-b789-f721c2733d3c by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:11:55.122413 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Attempting to bind port ef641fa2-b368-4eb1-b789-f721c2733d3c on network 2993074f-9feb-44f5-926d-3f678bf60403 {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:55.127763 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:11:55.128147 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Checking segment: {'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:55.128559 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:55.128957 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Bound using segment: {'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:11:55.129558 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Bound port: ef641fa2-b368-4eb1-b789-f721c2733d3c, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:11:55.129953 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:55.233551 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] For port ef641fa2-b368-4eb1-b789-f721c2733d3c, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:11:55.238132 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] For port ef641fa2-b368-4eb1-b789-f721c2733d3c, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=ef641fa2-b368-4eb1-b789-f721c2733d3c,segment=NetworkSegment(c93496ba-3eed-414b-ad75-b9436c6100c2),segment_id=c93496ba-3eed-414b-ad75-b9436c6100c2)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:11:55.255476 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:55.263222 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:55.356927 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Pushing event updated for resources: {'Port': ['ID=ef641fa2-b368-4eb1-b789-f721c2733d3c,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:55.361522 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:55.452344 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 2, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:55.499385 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:11:55.500096 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Updating router 2cd15df8-bf32-4cab-a305-06b09da92e71 port 08844807-d304-405c-9906-5cef14d23d8a binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:11:55.542908 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:55.571967 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:55.919294 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:56.029097 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:56.042321 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Transition to ACTIVE for port object 08844807-d304-405c-9906-5cef14d23d8a will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:56.060410 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:56.065525 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:56.129877 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Pushing event updated for resources: {'Port': ['ID=08844807-d304-405c-9906-5cef14d23d8a,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:56.172540 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:11:56.175637 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.176467 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.176621 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.177392 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.177812 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.178443 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.178813 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.179344 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.179835 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.180254 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.180743 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.181128 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:56.186433 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:56.231779 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Attempting to bind port 08844807-d304-405c-9906-5cef14d23d8a on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:11:56.232123 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Attempting to bind port 08844807-d304-405c-9906-5cef14d23d8a by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:11:56.232664 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Attempting to bind port 08844807-d304-405c-9906-5cef14d23d8a on network e87ddda7-2d34-4f05-990f-b0328975ed47 {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:56.244579 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:11:56.244996 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Checking segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:56.245813 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:56.245813 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Bound using segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:11:56.246372 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Bound port: 08844807-d304-405c-9906-5cef14d23d8a, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:11:56.246928 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:56.340459 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:11:56.357991 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Sync routers for ids ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:11:56.375159 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:56.376637 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3103688 Jun 28 12:11:56.381155 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59812) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:11:56.391686 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Routers {'f9718b63-2ffd-4d1a-a3e8-791c200a3df1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:11:56.398811 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:11:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:56.408943 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] For port 08844807-d304-405c-9906-5cef14d23d8a, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:11:56.421277 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] For port 08844807-d304-405c-9906-5cef14d23d8a, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=08844807-d304-405c-9906-5cef14d23d8a,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:11:56.435637 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:56.448258 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:56.566801 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:11:56.567496 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:11:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:56.572491 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Pushing event updated for resources: {'Port': ['ID=08844807-d304-405c-9906-5cef14d23d8a,revision_number=4']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:56.642082 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:56.650328 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Set router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:11:56.727425 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 9687fc52-ed0d-4877-911a-4d61df570202 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:56.815313 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:11:57.045909 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1767b8-6395-4842-a872-4c26734c4a57 None None] Network 2993074f-9feb-44f5-926d-3f678bf60403 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:11:57.094754 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 9687fc52-ed0d-4877-911a-4d61df570202 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:57.095553 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:57.122536 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:56Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:57.153697 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b936e9-6daf-459c-ae8d-b27fe739869d None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:56Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:11:57.296617 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:55Z', 'revision_number': 3, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port': {'id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:57.338277 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device ef641fa2-b368-4eb1-b789-f721c2733d3c up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:57.404927 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Checking router: f9718b63-2ffd-4d1a-a3e8-791c200a3df1 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:11:57.405633 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Updating router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 port 76eadce4-a280-48a9-b800-0e933bc255dc binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:11:57.469894 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:57.483354 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-e1a5da7b-c1bd-4dc6-8c34-6b513ee7d970 None None] Provisioning for port ef641fa2-b368-4eb1-b789-f721c2733d3c completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:57.531780 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port ef641fa2-b368-4eb1-b789-f721c2733d3c completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:57.540376 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port ef641fa2-b368-4eb1-b789-f721c2733d3c triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:57.540911 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:57.547736 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:57.700608 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Allocated IP 172.20.0.1 (2993074f-9feb-44f5-926d-3f678bf60403/46ea62c9-b6fc-4797-a690-e20c9a49ef97/d328ca69-38f5-4cda-ac8d-b073016876f2) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:11:57.897996 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:57.898394 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:57.934848 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Transition to ACTIVE for port object d328ca69-38f5-4cda-ac8d-b073016876f2 will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:57.947265 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port ef641fa2-b368-4eb1-b789-f721c2733d3c, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=ef641fa2-b368-4eb1-b789-f721c2733d3c,segment=NetworkSegment(c93496ba-3eed-414b-ad75-b9436c6100c2),segment_id=c93496ba-3eed-414b-ad75-b9436c6100c2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:57.963631 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:57.969429 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:58.021618 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.028244 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:58.071478 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Network 2993074f-9feb-44f5-926d-3f678bf60403 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:58.078378 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:58.081551 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:11:58.112001 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Pushing event updated for resources: {'Port': ['ID=d328ca69-38f5-4cda-ac8d-b073016876f2,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:58.125840 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.126316 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.126735 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.127204 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.127640 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.128045 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.128452 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.128866 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.129269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.129670 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.130068 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.130917 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:11:58.135455 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:58.147834 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.341579 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=ef641fa2-b368-4eb1-b789-f721c2733d3c,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:58.344810 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:58.368945 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.375887 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-97618280-164d-4530-9aaf-053d8b2c0989 None None] Provisioning complete for port ef641fa2-b368-4eb1-b789-f721c2733d3c triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:58.376178 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-97618280-164d-4530-9aaf-053d8b2c0989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.382699 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.414114 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Transition to ACTIVE for port object 76eadce4-a280-48a9-b800-0e933bc255dc will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:11:58.449941 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.455804 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:58.513021 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f6094-cb7e-40bb-9b0b-1440d2de4b91 None None] Pushing event updated for resources: {'Port': ['ID=76eadce4-a280-48a9-b800-0e933bc255dc,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:58.516261 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-3e7f6094-cb7e-40bb-9b0b-1440d2de4b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:58.517845 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 08844807-d304-405c-9906-5cef14d23d8a up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:11:58.600697 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Attempting to bind port 76eadce4-a280-48a9-b800-0e933bc255dc on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:11:58.601129 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Attempting to bind port 76eadce4-a280-48a9-b800-0e933bc255dc by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:11:58.601483 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Attempting to bind port 76eadce4-a280-48a9-b800-0e933bc255dc on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:11:58.621556 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:11:58.621943 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:11:58.622363 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.622760 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:11:58.623288 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Bound port: 76eadce4-a280-48a9-b800-0e933bc255dc, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:11:58.623695 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.636142 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.642256 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.645280 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0cbd1cc2-cfee-4aee-aca2-ab606196ef93 tempest-ServerRescueNegativeTestJSON-1455387667 tempest-ServerRescueNegativeTestJSON-1455387667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:58.680392 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 08844807-d304-405c-9906-5cef14d23d8a completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:58.698487 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 08844807-d304-405c-9906-5cef14d23d8a triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:58.700130 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.711855 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] For port 76eadce4-a280-48a9-b800-0e933bc255dc, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:11:58.726698 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] For port 76eadce4-a280-48a9-b800-0e933bc255dc, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=76eadce4-a280-48a9-b800-0e933bc255dc,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:11:58.739635 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Pushing event updated for resources: {'Port': ['ID=d328ca69-38f5-4cda-ac8d-b073016876f2,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:58.743742 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:58.745154 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.754598 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.759952 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:58.822322 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-3ae7e094-7e19-4075-9a8c-e13a7199772e None None] Provisioning for port d328ca69-38f5-4cda-ac8d-b073016876f2 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:11:58.843132 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-3ae7e094-7e19-4075-9a8c-e13a7199772e None None] Provisioning complete for port d328ca69-38f5-4cda-ac8d-b073016876f2 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:58.843955 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3ae7e094-7e19-4075-9a8c-e13a7199772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:58.872717 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Routers {'f9718b63-2ffd-4d1a-a3e8-791c200a3df1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:11:58.873719 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:11:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:58.879127 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f6094-cb7e-40bb-9b0b-1440d2de4b91 None None] Pushing event updated for resources: {'Port': ['ID=76eadce4-a280-48a9-b800-0e933bc255dc,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:58.896606 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Network 2993074f-9feb-44f5-926d-3f678bf60403 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:11:58.898673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:11:58.919239 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-3e7f6094-cb7e-40bb-9b0b-1440d2de4b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:58.956360 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7e094-7e19-4075-9a8c-e13a7199772e None None] Port d328ca69-38f5-4cda-ac8d-b073016876f2 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:11:59.046023 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:59.083714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:11:59.129656 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] Set router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:11:59.174205 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 08844807-d304-405c-9906-5cef14d23d8a, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=08844807-d304-405c-9906-5cef14d23d8a,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:11:59.181502 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:59.189234 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-3e7f6094-cb7e-40bb-9b0b-1440d2de4b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:11:59.281030 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:11:59.291482 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] 10.222.0.11 "PUT /v2.0/routers/f9718b63-2ffd-4d1a-a3e8-791c200a3df1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9085305 Jun 28 12:11:59.337251 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=08844807-d304-405c-9906-5cef14d23d8a,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:11:59.345181 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:11:59.346969 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1e64e42c-7fdd-462b-a305-5f1ecfad3d50 None None] Provisioning complete for port d328ca69-38f5-4cda-ac8d-b073016876f2 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:11:59.347351 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1e64e42c-7fdd-462b-a305-5f1ecfad3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:11:59.418677 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1e64e42c-7fdd-462b-a305-5f1ecfad3d50 None None] Port d328ca69-38f5-4cda-ac8d-b073016876f2 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:11:59.454340 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 4, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port': {'id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'd328ca69-38f5-4cda-ac8d-b073016876f2', 'name': '', 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'mac_address': 'fa:16:3e:52:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:57Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 2, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'subnets': [{'id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:11:59.491015 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90366f69-7bdc-4273-8e6e-9140b1474ca8 None None] The sync data for ids ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'] in dv-cinder-772388-5-iscsi is: [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 4, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port': {'id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'd328ca69-38f5-4cda-ac8d-b073016876f2', 'name': '', 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'mac_address': 'fa:16:3e:52:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:57Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 2, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'subnets': [{'id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:12:00.511217 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 76eadce4-a280-48a9-b800-0e933bc255dc up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:00.594046 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 76eadce4-a280-48a9-b800-0e933bc255dc completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:00.598848 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 76eadce4-a280-48a9-b800-0e933bc255dc triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:00.599333 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:00.712503 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:00.757636 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 76eadce4-a280-48a9-b800-0e933bc255dc, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=76eadce4-a280-48a9-b800-0e933bc255dc,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:00.764089 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:00.765047 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 08844807-d304-405c-9906-5cef14d23d8a up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:00.766970 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:00.932144 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=76eadce4-a280-48a9-b800-0e933bc255dc,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:00.949919 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:00.975737 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 08844807-d304-405c-9906-5cef14d23d8a triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:00.976126 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.148439 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device ef641fa2-b368-4eb1-b789-f721c2733d3c up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:01.233594 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port ef641fa2-b368-4eb1-b789-f721c2733d3c triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:01.233988 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.410321 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59864) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:01.415713 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540107914', 'description': 'tempest-secgroup-smoke-540107914 description', 'project_id': '68a4e9f925e8448f8f0b5216c7fada68'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:01.441384 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.563871 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.572179 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.576319 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-72f5880c-82a2-4ead-9e2f-c0c1274f7a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:01.612148 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8065a3-78db-439a-88db-254c6c4871d5,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:01.616270 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.617545 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2061245 Jun 28 12:12:01.620645 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59870) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:01.622284 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.622652 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.623006 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.623793 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.624202 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.624638 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.624987 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.625331 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.625742 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.626087 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.626325 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'security_group_rule': {'security_group_id': '0b8065a3-78db-439a-88db-254c6c4871d5', 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:01.626503 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.626887 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:01.630909 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:01.664572 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.732596 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.738574 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.742277 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:01.769065 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d257c4-40c2-43e3-b706-6fc848374e08,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:01.772785 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:01.774272 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.780607 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59872) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:01.781059 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589997 Jun 28 12:12:01.785705 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'security_group_rule': {'security_group_id': '0b8065a3-78db-439a-88db-254c6c4871d5', 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:01.834744 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.930290 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.934765 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.944974 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5ec6f053-caea-44b5-9c58-363333a78990 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:01.961871 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f4da3d-0912-45ac-90c4-3aa5bc80b291,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:01.964979 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:01.982037 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:01.986711 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2019172 Jun 28 12:12:01.987933 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59874) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:01.992904 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'security_group_rule': {'security_group_id': '0b8065a3-78db-439a-88db-254c6c4871d5', 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:02.032883 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.141310 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.146850 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.149194 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:02.173408 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b30782-6bda-4d74-9a61-9402fd400673,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:02.183789 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:02.187325 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.188721 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2006111 Jun 28 12:12:02.192528 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59880) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:02.197761 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-b82fcaa4-e7df-4f6c-ba3b-2aa0c32473e9 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'security_group_rule': {'security_group_id': '0b8065a3-78db-439a-88db-254c6c4871d5', 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:02.231265 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b82fcaa4-e7df-4f6c-ba3b-2aa0c32473e9 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.331389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b82fcaa4-e7df-4f6c-ba3b-2aa0c32473e9 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.340293 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b82fcaa4-e7df-4f6c-ba3b-2aa0c32473e9 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.343370 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-53ee8004-4463-4280-8006-68d575272d87 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:02.368226 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fcaa4-e7df-4f6c-ba3b-2aa0c32473e9 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20c7b5f-479f-49b9-ba3f-6788cbe24983,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:02.375188 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b82fcaa4-e7df-4f6c-ba3b-2aa0c32473e9 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:02.378779 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b82fcaa4-e7df-4f6c-ba3b-2aa0c32473e9 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.384759 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59882) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:02.387820 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b82fcaa4-e7df-4f6c-ba3b-2aa0c32473e9 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1940525 Jun 28 12:12:02.392141 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'security_group_rule': {'security_group_id': '0b8065a3-78db-439a-88db-254c6c4871d5', 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:02.429013 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.securitygroups_db [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Project 68a4e9f925e8448f8f0b5216c7fada68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:12:02.434589 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.437489 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 76eadce4-a280-48a9-b800-0e933bc255dc up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:02.488976 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 76eadce4-a280-48a9-b800-0e933bc255dc triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:02.489362 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.534076 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.543397 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.544397 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Sync routers for ids ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:12:02.550565 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:02.556520 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Routers {'f9718b63-2ffd-4d1a-a3e8-791c200a3df1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:02.557562 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:11:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:02.566192 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab60bd3-959c-4819-a9b7-b69a01d06c5b,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:02.568929 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:02.586119 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.587472 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2014403 Jun 28 12:12:02.590119 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59886) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:02.595483 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'security_group_rule': {'security_group_id': '0b8065a3-78db-439a-88db-254c6c4871d5', 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:02.640409 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.securitygroups_db [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Project 68a4e9f925e8448f8f0b5216c7fada68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:12:02.649267 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.685360 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Set router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:02.740774 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.751743 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.762858 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:02.802434 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a232f4-b6f8-4850-bba5-d6a22fd379e1,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:02.805681 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:02.809075 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:02.810808 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2193112 Jun 28 12:12:03.016142 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 4, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port': {'id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'd328ca69-38f5-4cda-ac8d-b073016876f2', 'name': '', 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'mac_address': 'fa:16:3e:52:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:57Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 2, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'subnets': [{'id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:03.049089 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Checking router: f9718b63-2ffd-4d1a-a3e8-791c200a3df1 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:12:03.049431 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Updating router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 port d328ca69-38f5-4cda-ac8d-b073016876f2 binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:12:03.087719 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:03.411886 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:03.430100 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Transition to ACTIVE for port object d328ca69-38f5-4cda-ac8d-b073016876f2 will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:03.440841 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:03.445180 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:03.499758 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ef3b4-af74-4054-9d21-64a9992531d2 None None] Pushing event updated for resources: {'Port': ['ID=d328ca69-38f5-4cda-ac8d-b073016876f2,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:03.503150 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-ac8ef3b4-af74-4054-9d21-64a9992531d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:03.577120 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Attempting to bind port d328ca69-38f5-4cda-ac8d-b073016876f2 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:03.577849 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Attempting to bind port d328ca69-38f5-4cda-ac8d-b073016876f2 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:03.578157 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Attempting to bind port d328ca69-38f5-4cda-ac8d-b073016876f2 on network 2993074f-9feb-44f5-926d-3f678bf60403 {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:03.584037 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:03.584550 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Checking segment: {'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:03.585030 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:03.585491 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Bound using segment: {'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:03.586117 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Bound port: d328ca69-38f5-4cda-ac8d-b073016876f2, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93496ba-3eed-414b-ad75-b9436c6100c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:03.586534 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:03.674358 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] For port d328ca69-38f5-4cda-ac8d-b073016876f2, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:03.679250 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] For port d328ca69-38f5-4cda-ac8d-b073016876f2, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d328ca69-38f5-4cda-ac8d-b073016876f2,segment=NetworkSegment(c93496ba-3eed-414b-ad75-b9436c6100c2),segment_id=c93496ba-3eed-414b-ad75-b9436c6100c2)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:03.686785 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:03.689330 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-589d48c4-7582-4531-9df7-d556cafd7423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:03.758313 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Routers {'f9718b63-2ffd-4d1a-a3e8-791c200a3df1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:03.758974 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:11:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:03.761001 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ef3b4-af74-4054-9d21-64a9992531d2 None None] Pushing event updated for resources: {'Port': ['ID=d328ca69-38f5-4cda-ac8d-b073016876f2,revision_number=4']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:03.764812 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-ac8ef3b4-af74-4054-9d21-64a9992531d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:03.965985 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] Set router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:04.287700 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 4, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port': {'id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'd328ca69-38f5-4cda-ac8d-b073016876f2', 'name': '', 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'mac_address': 'fa:16:3e:52:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:57Z', 'updated_at': '2021-06-28T12:12:03Z', 'revision_number': 4, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'subnets': [{'id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:04.325846 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b340b-8cb3-4be5-a5cf-516cf08eb1d6 None None] The sync data for ids ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'] in dv-cinder-772388-5-iscsi is: [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:11:58Z', 'revision_number': 4, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port': {'id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'd328ca69-38f5-4cda-ac8d-b073016876f2', 'name': '', 'network_id': '2993074f-9feb-44f5-926d-3f678bf60403', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'mac_address': 'fa:16:3e:52:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:57Z', 'updated_at': '2021-06-28T12:12:03Z', 'revision_number': 4, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'subnets': [{'id': '46ea62c9-b6fc-4797-a690-e20c9a49ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:12:04.458599 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d328ca69-38f5-4cda-ac8d-b073016876f2 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:04.563329 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port d328ca69-38f5-4cda-ac8d-b073016876f2 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:04.570472 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port d328ca69-38f5-4cda-ac8d-b073016876f2 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:04.572880 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:04.615957 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 59972) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:04.717779 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:04.792310 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a33863b8-31e5-4960-a246-b35799a2cb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:04.799686 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port d328ca69-38f5-4cda-ac8d-b073016876f2, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d328ca69-38f5-4cda-ac8d-b073016876f2,segment=NetworkSegment(c93496ba-3eed-414b-ad75-b9436c6100c2),segment_id=c93496ba-3eed-414b-ad75-b9436c6100c2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:04.805920 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:04.809008 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:04.873699 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=d328ca69-38f5-4cda-ac8d-b073016876f2,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:04.877920 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:04.917103 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a33863b8-31e5-4960-a246-b35799a2cb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:04.922313 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a33863b8-31e5-4960-a246-b35799a2cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:04.925606 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-00aec670-872e-469b-b56d-d578f06fe39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:04.968746 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59976) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:04.976054 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a33863b8-31e5-4960-a246-b35799a2cb00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b2a8940e3184237ad0dbd0e509a2fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562644 Jun 28 12:12:04.978700 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33863b8-31e5-4960-a246-b35799a2cb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173bb452-1eef-4016-9249-3203592e3915,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:04.988529 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a33863b8-31e5-4960-a246-b35799a2cb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:05.050528 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-40df982f-0294-4889-b9cc-8aa524f06f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.080914 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-40df982f-0294-4889-b9cc-8aa524f06f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.169126 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-40df982f-0294-4889-b9cc-8aa524f06f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.172226 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-40df982f-0294-4889-b9cc-8aa524f06f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.173629 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-40df982f-0294-4889-b9cc-8aa524f06f0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/173bb452-1eef-4016-9249-3203592e3915 HTTP/1.1" status: 204 len: 168 time: 0.2031462 Jun 28 12:12:05.174622 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-8658e0d2-05db-4c97-9a8a-d240d028d1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:05.192535 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df982f-0294-4889-b9cc-8aa524f06f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173bb452-1eef-4016-9249-3203592e3915,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:05.198226 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-40df982f-0294-4889-b9cc-8aa524f06f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:05.595101 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59984) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:05.614702 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6627b62b-3f20-492d-bd86-8136bf9789c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.725418 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6627b62b-3f20-492d-bd86-8136bf9789c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.730838 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6627b62b-3f20-492d-bd86-8136bf9789c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.733549 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cfc99db1-033a-4870-b7c1-f2c520ea48aa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:05.771297 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-6627b62b-3f20-492d-bd86-8136bf9789c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1afa17e99b67437b80fbabd1f3e67a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746948 Jun 28 12:12:05.772200 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627b62b-3f20-492d-bd86-8136bf9789c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74ee9ca-34b3-4711-bf3d-5d1a4a320904,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:05.774524 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 59986) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:05.776631 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6627b62b-3f20-492d-bd86-8136bf9789c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:05.839376 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8b791815-f82a-4789-899b-10ca3906eb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.868216 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8b791815-f82a-4789-899b-10ca3906eb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.927077 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8b791815-f82a-4789-899b-10ca3906eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.929935 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-8b791815-f82a-4789-899b-10ca3906eb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:05.931225 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-8b791815-f82a-4789-899b-10ca3906eb31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c74ee9ca-34b3-4711-bf3d-5d1a4a320904 HTTP/1.1" status: 204 len: 168 time: 0.1557055 Jun 28 12:12:05.932053 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-610855ba-d8f8-4034-8e39-e82cfa00883b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:05.944345 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b791815-f82a-4789-899b-10ca3906eb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74ee9ca-34b3-4711-bf3d-5d1a4a320904,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:05.948086 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-8b791815-f82a-4789-899b-10ca3906eb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:06.391814 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d328ca69-38f5-4cda-ac8d-b073016876f2 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:06.451109 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port d328ca69-38f5-4cda-ac8d-b073016876f2 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:06.451840 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:08.588568 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60064) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:08.717194 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4e92ef9b-34ac-4ccd-ac83-1a1be3e9471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:08.837204 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4e92ef9b-34ac-4ccd-ac83-1a1be3e9471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:08.844561 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4e92ef9b-34ac-4ccd-ac83-1a1be3e9471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:08.854911 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5ad3d4f9-0ef1-4515-b07a-18ff23f1d9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:08.892801 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60070) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:08.893550 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-4e92ef9b-34ac-4ccd-ac83-1a1be3e9471a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e794d180af84770b595168fcd236c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028562 Jun 28 12:12:08.893908 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92ef9b-34ac-4ccd-ac83-1a1be3e9471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e359e921-2581-415f-ba63-1dd6f08e9b9e,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:08.897211 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4e92ef9b-34ac-4ccd-ac83-1a1be3e9471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:08.948890 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-666d0beb-b718-45b4-86c0-33ca800400a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:08.972808 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-666d0beb-b718-45b4-86c0-33ca800400a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.028869 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-666d0beb-b718-45b4-86c0-33ca800400a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.031943 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-666d0beb-b718-45b4-86c0-33ca800400a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.033309 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-666d0beb-b718-45b4-86c0-33ca800400a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e359e921-2581-415f-ba63-1dd6f08e9b9e HTTP/1.1" status: 204 len: 168 time: 0.1390717 Jun 28 12:12:09.034378 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4886db7e-29d9-488c-b2cd-6118824d3187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:09.044496 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d0beb-b718-45b4-86c0-33ca800400a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e359e921-2581-415f-ba63-1dd6f08e9b9e,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:09.047451 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-666d0beb-b718-45b4-86c0-33ca800400a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:09.360048 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60076) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:09.376592 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0c6e-2310-4fc1-9ba2-86856adda197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.482568 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0c6e-2310-4fc1-9ba2-86856adda197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.488390 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0c6e-2310-4fc1-9ba2-86856adda197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.491446 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-6b16091c-2f19-46cb-9710-c93f7be265f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:09.538844 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe0c6e-2310-4fc1-9ba2-86856adda197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b135c5-50ef-4a35-b1eb-cbd7250c2302,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:09.543944 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a6fe0c6e-2310-4fc1-9ba2-86856adda197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:09.547238 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a6fe0c6e-2310-4fc1-9ba2-86856adda197 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=713eea7c03914f76b0f045cf1a8ed4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851730 Jun 28 12:12:09.551081 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60078) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:09.607343 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e08b634e-381c-4750-bd16-09b3f7dd43ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.630968 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e08b634e-381c-4750-bd16-09b3f7dd43ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.688191 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e08b634e-381c-4750-bd16-09b3f7dd43ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.691076 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e08b634e-381c-4750-bd16-09b3f7dd43ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:09.692377 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-e08b634e-381c-4750-bd16-09b3f7dd43ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71b135c5-50ef-4a35-b1eb-cbd7250c2302 HTTP/1.1" status: 204 len: 168 time: 0.1401961 Jun 28 12:12:09.693515 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-21ec9857-917e-4b17-8bb3-b7f06f3472e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:09.714092 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b634e-381c-4750-bd16-09b3f7dd43ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b135c5-50ef-4a35-b1eb-cbd7250c2302,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:09.723196 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e08b634e-381c-4750-bd16-09b3f7dd43ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:11.002680 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60112) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:11.143742 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-00bc0df0-14d4-4b63-a530-b9a9767a2753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:11.260300 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-00bc0df0-14d4-4b63-a530-b9a9767a2753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:11.265588 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-00bc0df0-14d4-4b63-a530-b9a9767a2753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:11.268425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2ec24b76-ee64-4868-8b04-f0bd23fd479b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:11.306904 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-00bc0df0-14d4-4b63-a530-b9a9767a2753 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e187f7514404f4389c9930c382dc1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028183 Jun 28 12:12:11.308269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc0df0-14d4-4b63-a530-b9a9767a2753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165734e0-4786-4066-adbb-19e90797cd13,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:11.309924 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60116) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:11.311685 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-00bc0df0-14d4-4b63-a530-b9a9767a2753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:11.371692 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-684a662f-6e4d-4a49-b4b2-462921ff85f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:11.395354 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-684a662f-6e4d-4a49-b4b2-462921ff85f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:11.457515 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-684a662f-6e4d-4a49-b4b2-462921ff85f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:11.460434 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-684a662f-6e4d-4a49-b4b2-462921ff85f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:11.461650 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-684a662f-6e4d-4a49-b4b2-462921ff85f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/165734e0-4786-4066-adbb-19e90797cd13 HTTP/1.1" status: 204 len: 168 time: 0.1504767 Jun 28 12:12:11.462761 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cd340bc1-7700-4c05-bc16-c9560817b493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:11.473842 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a662f-6e4d-4a49-b4b2-462921ff85f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165734e0-4786-4066-adbb-19e90797cd13,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:11.484473 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-684a662f-6e4d-4a49-b4b2-462921ff85f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:15.978786 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:12:16.465220 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-067214be-48fa-41f4-a3a1-cb8dba906e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:17.085083 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:19.028561 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:19.063221 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0007065e-8ab7-4baf-a114-286ce0d61d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.048833 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.374508 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60338) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:20.418799 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Deleting subnet e919944f-801a-4a1a-a95e-63137fb4bf03 {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:12:20.422054 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.457467 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.499056 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.561074 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.565228 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:20.591902 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e919944f-801a-4a1a-a95e-63137fb4bf03,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:20.594882 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:20.598288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.598288 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e919944f-801a-4a1a-a95e-63137fb4bf03 HTTP/1.1" status: 204 len: 168 time: 0.2220318 Jun 28 12:12:20.600180 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60342) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:20.672807 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.754073 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.763509 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c4340f-c37e-4176-90e4-936b7c313033']}} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:20.772791 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94513683-a660-42af-9fe5-5f8dfffc68d4') {'for_net_delete': True} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:20.773076 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94513683-a660-42af-9fe5-5f8dfffc68d4') {} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:20.781710 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11257824'] for segment, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.794580 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.800395 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:12:20.800741 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11540851'] for segment, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: Traceback (most recent call last): Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: timer() Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: cb(*args, **kw) Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: return func(*args, **kwargs) Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: self._notify() Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: self.callback(batched_events) Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: event.method(event) Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: return f(self, *a, **k) Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._get(url).json() Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: return self.request(url, 'GET', **kwargs) Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:12:20.802542 dv-cinder-772388-5-iscsi neutron-server[93238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:12:20.863177 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.868756 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:20.870691 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/31c4340f-c37e-4176-90e4-936b7c313033 HTTP/1.1" status: 204 len: 168 time: 0.2694645 Jun 28 12:12:20.871327 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:20.883841 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=31c4340f-c37e-4176-90e4-936b7c313033,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:20.886273 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b26851d4-fe49-4e16-977b-0b064e2a1af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:21.051797 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60350) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:21.093893 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-9f3191c4-5099-4fb6-adfe-5b5cb816ee6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38593005a0e64965a1f0808e0f4ce532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405953 Jun 28 12:12:21.096072 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60356) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:21.145959 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-87e05ed3-8773-45b7-aaa5-11e18c857279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.167695 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-87e05ed3-8773-45b7-aaa5-11e18c857279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.220163 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-87e05ed3-8773-45b7-aaa5-11e18c857279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.222837 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-87e05ed3-8773-45b7-aaa5-11e18c857279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.226625 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-87e05ed3-8773-45b7-aaa5-11e18c857279 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fd4de42-b484-4d77-9185-8111903967ec HTTP/1.1" status: 204 len: 168 time: 0.1270664 Jun 28 12:12:21.226625 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-60805582-f35b-4217-a67e-ba760308c74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:21.232165 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e05ed3-8773-45b7-aaa5-11e18c857279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd4de42-b484-4d77-9185-8111903967ec,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:21.234733 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-87e05ed3-8773-45b7-aaa5-11e18c857279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:21.338336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60362) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:21.541779 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c08150fb-e701-4ea9-9549-7b1f7e4e4f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.635360 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c08150fb-e701-4ea9-9549-7b1f7e4e4f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.640998 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c08150fb-e701-4ea9-9549-7b1f7e4e4f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.644432 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-666d0beb-b718-45b4-86c0-33ca800400a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:21.680272 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08150fb-e701-4ea9-9549-7b1f7e4e4f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8b2ed4-1d46-4d7e-a698-0abecac981e6,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:21.685206 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c08150fb-e701-4ea9-9549-7b1f7e4e4f3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2612381ec854ba7b558d423a66d611a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452308 Jun 28 12:12:21.685818 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c08150fb-e701-4ea9-9549-7b1f7e4e4f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:21.688746 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60378) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:21.752093 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7259f58c-a448-44bc-914c-70efae6dc484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.774028 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7259f58c-a448-44bc-914c-70efae6dc484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.812421 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.824444 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7259f58c-a448-44bc-914c-70efae6dc484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.827122 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7259f58c-a448-44bc-914c-70efae6dc484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:21.828358 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-7259f58c-a448-44bc-914c-70efae6dc484 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a8b2ed4-1d46-4d7e-a698-0abecac981e6 HTTP/1.1" status: 204 len: 168 time: 0.1373861 Jun 28 12:12:21.829135 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-09404084-d9a9-4208-965c-9a084b4b80a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:21.837309 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259f58c-a448-44bc-914c-70efae6dc484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8b2ed4-1d46-4d7e-a698-0abecac981e6,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:21.839915 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7259f58c-a448-44bc-914c-70efae6dc484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:22.156319 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60396) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:22.169704 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-01de07c5-556f-48b9-aa00-003c07276c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.254560 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-01de07c5-556f-48b9-aa00-003c07276c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.259791 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-01de07c5-556f-48b9-aa00-003c07276c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.262565 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4b0e60a5-17c0-42bd-a68b-38b7c2daf6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:22.300470 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-01de07c5-556f-48b9-aa00-003c07276c0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d150508fef054f93adc0c8f70c933287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430581 Jun 28 12:12:22.301531 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de07c5-556f-48b9-aa00-003c07276c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d00461-8d41-4705-a504-3edcd53da8bf,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:22.304101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60398) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:22.304495 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-01de07c5-556f-48b9-aa00-003c07276c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:22.356717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-807d2795-a9d8-4f14-bb4b-15de3d8809bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.378974 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-807d2795-a9d8-4f14-bb4b-15de3d8809bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.429179 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-807d2795-a9d8-4f14-bb4b-15de3d8809bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.432268 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-807d2795-a9d8-4f14-bb4b-15de3d8809bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.433476 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-807d2795-a9d8-4f14-bb4b-15de3d8809bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15d00461-8d41-4705-a504-3edcd53da8bf HTTP/1.1" status: 204 len: 168 time: 0.1278191 Jun 28 12:12:22.434274 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-87e05ed3-8773-45b7-aaa5-11e18c857279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:22.442804 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d2795-a9d8-4f14-bb4b-15de3d8809bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d00461-8d41-4705-a504-3edcd53da8bf,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:22.445164 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-807d2795-a9d8-4f14-bb4b-15de3d8809bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:22.782138 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60410) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:22.797827 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c12c5db0-536b-42ef-af63-ef05f574c6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.887090 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c12c5db0-536b-42ef-af63-ef05f574c6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.894445 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c12c5db0-536b-42ef-af63-ef05f574c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:22.896886 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-1b41dc35-3c69-4e5a-a632-6c6005811b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:22.932558 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-c12c5db0-536b-42ef-af63-ef05f574c6d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5fe9d82ce8140f69e51ae954a6c8e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493332 Jun 28 12:12:22.933294 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c5db0-536b-42ef-af63-ef05f574c6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063178cd-5c75-404b-97d4-f24410b01eb0,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:22.935296 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60412) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:22.936451 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c12c5db0-536b-42ef-af63-ef05f574c6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:22.984919 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b7351854-ceae-45e0-8e3a-88b0a4151c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:23.004832 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b7351854-ceae-45e0-8e3a-88b0a4151c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:23.060530 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b7351854-ceae-45e0-8e3a-88b0a4151c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:23.063508 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b7351854-ceae-45e0-8e3a-88b0a4151c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:23.064894 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b7351854-ceae-45e0-8e3a-88b0a4151c1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/063178cd-5c75-404b-97d4-f24410b01eb0 HTTP/1.1" status: 204 len: 168 time: 0.1285076 Jun 28 12:12:23.065956 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e08b634e-381c-4750-bd16-09b3f7dd43ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:23.079626 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7351854-ceae-45e0-8e3a-88b0a4151c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063178cd-5c75-404b-97d4-f24410b01eb0,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:23.083440 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b7351854-ceae-45e0-8e3a-88b0a4151c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:24.731442 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-39689a32-24a2-472d-9d7c-6786ee8c2ed5 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4c4aa6fab2064314949fb91878227b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311234 Jun 28 12:12:24.923651 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-3ec7ff70-83ef-4c7e-a92c-9f476822d464 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:24.925239 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-3ec7ff70-83ef-4c7e-a92c-9f476822d464 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883979 Jun 28 12:12:24.941197 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-f5768c20-951d-43a4-bfa7-0e467fac39d5 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/quotas/4c4aa6fab2064314949fb91878227b9d HTTP/1.1" status: 200 len: 375 time: 0.0101678 Jun 28 12:12:24.975860 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-8c69ba10-bdc9-4594-88a4-0d6030e4d2bd tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c4aa6fab2064314949fb91878227b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287733 Jun 28 12:12:25.147328 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3a77dbb3-a583-42b8-8150-1ad4d19c7494 req-cb2f7ff4-f26b-429c-bc58-4f1917e144ea tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 210 time: 0.0317428 Jun 28 12:12:26.181780 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-d2a724d0-39f7-41ae-a8a0-7ae3c8b5aaa5 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4c4aa6fab2064314949fb91878227b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234454 Jun 28 12:12:26.296598 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-445a27f0-00d7-43aa-803e-9a29ef89df97 req-16d84e0e-ada7-4c21-989b-3424f74f9ea7 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 210 time: 0.0368845 Jun 28 12:12:26.328312 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-aa9a9788-e282-4622-b64e-34bd0a2013e5 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:26.329801 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-aa9a9788-e282-4622-b64e-34bd0a2013e5 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402531 Jun 28 12:12:26.341485 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Request body: {'port': {'device_id': 'd4bf94ba-caa4-470e-a4c1-0c178c251edb', 'network_id': '0c703227-2c02-4015-8066-91366e01faa2', 'admin_state_up': True, 'tenant_id': '4c4aa6fab2064314949fb91878227b9d'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:26.465920 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Made reservation on behalf of 4c4aa6fab2064314949fb91878227b9d for: {'port': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:12:26.471164 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:26.480068 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:26.569105 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:26.575291 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:26.578150 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b9fb9254-371e-4874-b56c-776247f30a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:26.638935 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd7603-816a-4faf-90e9-5f29f198c2ca,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:26.643435 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:26.708719 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Allocated IP 192.168.233.211 (0c703227-2c02-4015-8066-91366e01faa2/4449305f-bb7f-46d8-b8bb-e6b89a223e08/152f9358-c3f8-40dd-ac98-5b35f4d89e45) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:26.862262 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:26.876410 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Transition to ACTIVE for port object 152f9358-c3f8-40dd-ac98-5b35f4d89e45 will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:26.913490 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:26.918071 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f8ef25d5-fc0d-45e4-be1f-009ad4d0e4e5 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:26.959192 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Network 0c703227-2c02-4015-8066-91366e01faa2 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:26.965073 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:26.967639 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:26.993480 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Pushing event updated for resources: {'Port': ['ID=152f9358-c3f8-40dd-ac98-5b35f4d89e45,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:26.996466 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:27.023165 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:27.027479 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:27.047209 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7091830 Jun 28 12:12:27.063411 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Request body: {'port': {'device_id': 'd4bf94ba-caa4-470e-a4c1-0c178c251edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:27.154365 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:27.250648 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-baa0a23f-7f3a-471a-9c6d-56aae1ccc16c None None] Provisioning for port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:27.254480 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-baa0a23f-7f3a-471a-9c6d-56aae1ccc16c None None] Provisioning complete for port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:27.254863 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-baa0a23f-7f3a-471a-9c6d-56aae1ccc16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:27.294920 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-baa0a23f-7f3a-471a-9c6d-56aae1ccc16c None None] Port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:12:27.409189 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152f9358-c3f8-40dd-ac98-5b35f4d89e45 {{(pid=93238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:12:27.431148 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:27.474652 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Transition to ACTIVE for port object 152f9358-c3f8-40dd-ac98-5b35f4d89e45 will not be triggered until provisioned by entity L2. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:27.480863 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:27.486151 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7d762e34-eaff-41dd-b5ed-56097e121d35 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:27.551198 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Pushing event updated for resources: {'Port': ['ID=152f9358-c3f8-40dd-ac98-5b35f4d89e45,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:27.554773 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:27.564223 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6036564-75bb-4ffa-bc4f-94f1a3c5b050 req-d2911b27-4bf6-48d2-9168-d3f160ce03d6 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:27.565814 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d6036564-75bb-4ffa-bc4f-94f1a3c5b050 req-d2911b27-4bf6-48d2-9168-d3f160ce03d6 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 936 time: 0.1511095 Jun 28 12:12:27.650464 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d6036564-75bb-4ffa-bc4f-94f1a3c5b050 req-a7beff72-d01e-4231-b3b6-6c79a0c9150d tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Jun 28 12:12:27.665826 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Attempting to bind port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:27.666163 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Attempting to bind port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:27.666620 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Attempting to bind port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 on network 0c703227-2c02-4015-8066-91366e01faa2 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:27.671565 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 on network 0c703227-2c02-4015-8066-91366e01faa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:12:27.671845 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Attempting to bind port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 on network 0c703227-2c02-4015-8066-91366e01faa2 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:27.676908 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:27.677239 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Checking segment: {'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:27.677613 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Bound using segment: {'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:27.678036 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Bound port: 152f9358-c3f8-40dd-ac98-5b35f4d89e45, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0565085c-6d2e-4cb1-9a14-de607d679bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0c703227-2c02-4015-8066-91366e01faa2'}}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:27.678413 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:27.740802 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] For port 152f9358-c3f8-40dd-ac98-5b35f4d89e45, host hv-cinder-77238, cleared binding levels {{(pid=93238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:27.743898 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] For port 152f9358-c3f8-40dd-ac98-5b35f4d89e45, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=152f9358-c3f8-40dd-ac98-5b35f4d89e45,segment=NetworkSegment(0565085c-6d2e-4cb1-9a14-de607d679bf3),segment_id=0565085c-6d2e-4cb1-9a14-de607d679bf3)] {{(pid=93238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:27.750279 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:27.752542 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a5869f3d-0fbc-46eb-863e-1b9b1c59b398 tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:27.784190 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:27.784763 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:27.786463 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/152f9358-c3f8-40dd-ac98-5b35f4d89e45 HTTP/1.1" status: 200 len: 1098 time: 0.7311857 Jun 28 12:12:27.786949 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bf94ba-caa4-470e-a4c1-0c178c251edb', 'tag': '152f9358-c3f8-40dd-ac98-5b35f4d89e45'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:27.789381 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994dd708-9668-4f19-bd5d-16911911e9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bf94ba-caa4-470e-a4c1-0c178c251edb", "tag": "152f9358-c3f8-40dd-ac98-5b35f4d89e45"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:27.813584 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Pushing event updated for resources: {'Port': ['ID=152f9358-c3f8-40dd-ac98-5b35f4d89e45,revision_number=3']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:27.828364 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:27.850605 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35801274-4390-430c-8ca7-75627dbe8667 x-openstack-request-id: req-35801274-4390-430c-8ca7-75627dbe8667 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:27.851419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bf94ba-caa4-470e-a4c1-0c178c251edb", "tag": "152f9358-c3f8-40dd-ac98-5b35f4d89e45", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:27.851419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35801274-4390-430c-8ca7-75627dbe8667 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:27.851772 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bf94ba-caa4-470e-a4c1-0c178c251edb', 'tag': '152f9358-c3f8-40dd-ac98-5b35f4d89e45', 'status': 'completed', 'code': 200} Jun 28 12:12:27.934619 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dd708-9668-4f19-bd5d-16911911e9b7 req-8e39ec06-a2b9-4660-90b3-2cb20d28f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:27.936152 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-994dd708-9668-4f19-bd5d-16911911e9b7 req-8e39ec06-a2b9-4660-90b3-2cb20d28f3a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c4aa6fab2064314949fb91878227b9d&device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 1101 time: 0.0629714 Jun 28 12:12:27.969176 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-994dd708-9668-4f19-bd5d-16911911e9b7 req-aae42ca6-652a-45b3-813f-8a374a9bde0f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4c4aa6fab2064314949fb91878227b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255413 Jun 28 12:12:28.066719 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dd708-9668-4f19-bd5d-16911911e9b7 req-b4cafdc8-0894-4414-94e6-bfaf390f0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:28.068196 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-994dd708-9668-4f19-bd5d-16911911e9b7 req-b4cafdc8-0894-4414-94e6-bfaf390f0671 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929835 Jun 28 12:12:28.169929 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-dc75fd58-4f60-4f80-844a-08fde41cfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:28.171769 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-dc75fd58-4f60-4f80-844a-08fde41cfb14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c4aa6fab2064314949fb91878227b9d&device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 1101 time: 0.0623713 Jun 28 12:12:28.221455 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-d06c0b3d-df3e-46a0-b55a-a9798da932e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=152f9358-c3f8-40dd-ac98-5b35f4d89e45 HTTP/1.1" status: 200 len: 217 time: 0.0423908 Jun 28 12:12:28.268945 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-014a823e-8111-48e2-a429-188597d77e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:28.270389 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-014a823e-8111-48e2-a429-188597d77e93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4449305f-bb7f-46d8-b8bb-e6b89a223e08 HTTP/1.1" status: 200 len: 843 time: 0.0432673 Jun 28 12:12:28.334986 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-de9f2f24-df05-462e-86d8-46d6d682ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:28.336519 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-de9f2f24-df05-462e-86d8-46d6d682ada6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c703227-2c02-4015-8066-91366e01faa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0591793 Jun 28 12:12:28.667256 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-9027ca7e-f97a-46d1-9fdb-c24867aa8434 service neutron] 10.222.0.15 "GET /v2.0/networks/0c703227-2c02-4015-8066-91366e01faa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223805 Jun 28 12:12:28.758124 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b57dd563-d533-443f-a8e5-2446fa9af560 req-813c9b30-f5e0-46a0-8f16-175c24c4321d service neutron] 10.222.0.15 "GET /v2.0/networks/0c703227-2c02-4015-8066-91366e01faa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829644 Jun 28 12:12:28.823710 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f94d8e-e656-411d-9ea0-fb66f6b84ed5 req-d4c5e395-5753-46d7-a783-0a0730d5afab tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:28.825160 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5f94d8e-e656-411d-9ea0-fb66f6b84ed5 req-d4c5e395-5753-46d7-a783-0a0730d5afab tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 948 time: 0.0650654 Jun 28 12:12:28.863276 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5f94d8e-e656-411d-9ea0-fb66f6b84ed5 req-1ceb44df-9187-4b2d-a7d0-1ebab87d45ee tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Jun 28 12:12:30.045935 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f468f2-1957-4a58-85a7-98736114bd36 req-91e66de7-13bc-43a9-8751-1b8d43f11c7f tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:30.047432 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-04f468f2-1957-4a58-85a7-98736114bd36 req-91e66de7-13bc-43a9-8751-1b8d43f11c7f tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 948 time: 0.0689850 Jun 28 12:12:30.087683 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-04f468f2-1957-4a58-85a7-98736114bd36 req-77b81293-1712-46dc-a426-fd5eb28b544d tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Jun 28 12:12:31.263160 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848215e8-89ae-4f06-bff8-168f83fc7341 req-4ac1381b-89f6-4653-bff1-acedd1a83554 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:31.264624 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-848215e8-89ae-4f06-bff8-168f83fc7341 req-4ac1381b-89f6-4653-bff1-acedd1a83554 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 948 time: 0.0634828 Jun 28 12:12:31.305719 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-848215e8-89ae-4f06-bff8-168f83fc7341 req-c87ce8bb-2429-4196-b10f-7f815b2ebc53 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Jun 28 12:12:31.645411 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-3ebb7ad2-62b5-45df-b2e3-0574e9e386ac tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540107914&fields=id&tenant_id=68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 267 time: 0.0379045 Jun 28 12:12:31.751227 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-e776e87e-910f-411c-955a-2f8e41c071ec tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:31.752685 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-e776e87e-910f-411c-955a-2f8e41c071ec tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 812 time: 0.1001263 Jun 28 12:12:31.769096 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-22d331ec-b5ca-4e14-9c32-89558c6e5228 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/quotas/68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 375 time: 0.0102675 Jun 28 12:12:31.857778 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-d5e007b5-7f5f-49f0-b6c8-d35ab39a0a57 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828135 Jun 28 12:12:31.960333 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-b72202fb-26b6-4b32-a559-642b9db4ba06 service neutron] 10.222.0.11 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864356 Jun 28 12:12:32.050276 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 152f9358-c3f8-40dd-ac98-5b35f4d89e45 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:12:32.054434 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-ffcede03-6a23-4dab-a9a3-224024f85e4f service neutron] 10.222.0.11 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861886 Jun 28 12:12:32.157712 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 152f9358-c3f8-40dd-ac98-5b35f4d89e45, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=152f9358-c3f8-40dd-ac98-5b35f4d89e45,segment=NetworkSegment(0565085c-6d2e-4cb1-9a14-de607d679bf3),segment_id=0565085c-6d2e-4cb1-9a14-de607d679bf3)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:32.174856 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '152f9358-c3f8-40dd-ac98-5b35f4d89e45', 'network_id': '0c703227-2c02-4015-8066-91366e01faa2', 'port_id': '152f9358-c3f8-40dd-ac98-5b35f4d89e45', 'mac_address': 'fa:16:3e:22:8d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4449305f-bb7f-46d8-b8bb-e6b89a223e08', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:12:32.220184 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:32.234905 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152f9358-c3f8-40dd-ac98-5b35f4d89e45 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:12:32.256118 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 152f9358-c3f8-40dd-ac98-5b35f4d89e45, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=152f9358-c3f8-40dd-ac98-5b35f4d89e45,segment=NetworkSegment(0565085c-6d2e-4cb1-9a14-de607d679bf3),segment_id=0565085c-6d2e-4cb1-9a14-de607d679bf3)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:32.261352 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:32.263504 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:32.315606 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=152f9358-c3f8-40dd-ac98-5b35f4d89e45,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:32.322558 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.322889 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.323265 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.323789 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.324861 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.325194 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.325516 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.325839 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.326163 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.326479 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.326787 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.335957 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:32.351967 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:32.415840 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1493f854-d076-43ca-9f24-36bfe817e0ce req-18dfb975-5f14-4378-a703-e8d2700ef6dc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 210 time: 0.0317166 Jun 28 12:12:32.493096 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837c94-0d2c-4be8-a988-f9f5033177da req-ba96427b-bc72-43e8-b59d-38696b89bfe7 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:32.499680 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22837c94-0d2c-4be8-a988-f9f5033177da req-ba96427b-bc72-43e8-b59d-38696b89bfe7 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 949 time: 0.0804138 Jun 28 12:12:32.538950 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22837c94-0d2c-4be8-a988-f9f5033177da req-ddf127e5-5b0e-4360-be3d-41956fe2f6d2 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381737 Jun 28 12:12:32.589295 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['152f9358-c3f8-40dd-ac98-5b35f4d89e45'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:12:33.577283 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ff8b6fda-5f4d-40cd-ba4c-4eb551140705 req-cad7a63a-090a-4928-b64b-f90ba1fe6845 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 210 time: 0.0444682 Jun 28 12:12:33.675760 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-b22cb245-87cc-43aa-b087-a82507ee666a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:33.677186 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-b22cb245-87cc-43aa-b087-a82507ee666a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 812 time: 0.1321318 Jun 28 12:12:33.760946 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-2c9799a5-7c20-4191-86e9-12f2381bc8c3 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 379 time: 0.0720267 Jun 28 12:12:33.772543 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'port': {'device_id': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'admin_state_up': True, 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'security_groups': ['0b8065a3-78db-439a-88db-254c6c4871d5']}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:33.832683 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c6296-5136-46a1-9091-4fe0d34e4c3e req-8cba82e9-b774-40cf-b52e-01b5054a7ba2 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:33.834429 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2c0c6296-5136-46a1-9091-4fe0d34e4c3e req-8cba82e9-b774-40cf-b52e-01b5054a7ba2 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 949 time: 0.1546021 Jun 28 12:12:33.899894 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2c0c6296-5136-46a1-9091-4fe0d34e4c3e req-c75673a6-b3f0-4e28-b2c6-d626048676e2 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Jun 28 12:12:33.921763 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Made reservation on behalf of 68a4e9f925e8448f8f0b5216c7fada68 for: {'port': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:12:33.925394 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.054110 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 152f9358-c3f8-40dd-ac98-5b35f4d89e45 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:34.079064 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Allocated IP 172.20.0.6 (e87ddda7-2d34-4f05-990f-b0328975ed47/f5a89392-7402-4d64-95df-a1b1d1cc6dd8/5d8db324-dac4-468c-87bf-6b882bb1bee6) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:34.124774 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:34.130207 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:34.130633 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.235884 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.267336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.278413 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf94ba-caa4-470e-a4c1-0c178c251edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152f9358-c3f8-40dd-ac98-5b35f4d89e45'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:34.281380 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7355737a-c25b-4f96-95c3-07506c260781" -d '{"events": [{"server_uuid": "d4bf94ba-caa4-470e-a4c1-0c178c251edb", "name": "network-vif-plugged", "status": "completed", "tag": "152f9358-c3f8-40dd-ac98-5b35f4d89e45"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:34.286218 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Transition to ACTIVE for port object 5d8db324-dac4-468c-87bf-6b882bb1bee6 will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:34.300515 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 152f9358-c3f8-40dd-ac98-5b35f4d89e45, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=152f9358-c3f8-40dd-ac98-5b35f4d89e45,segment=NetworkSegment(0565085c-6d2e-4cb1-9a14-de607d679bf3),segment_id=0565085c-6d2e-4cb1-9a14-de607d679bf3)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:34.312717 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.319141 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:34.343227 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.349387 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f3dc20ae-7915-4264-ae8e-f7a116db3d6c tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:34.353662 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8553ec70-908d-4409-8e8a-ec13c3130c82 x-openstack-request-id: req-8553ec70-908d-4409-8e8a-ec13c3130c82 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:34.353957 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf94ba-caa4-470e-a4c1-0c178c251edb", "name": "network-vif-plugged", "status": "completed", "tag": "152f9358-c3f8-40dd-ac98-5b35f4d89e45", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:34.354212 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8553ec70-908d-4409-8e8a-ec13c3130c82 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:34.354603 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf94ba-caa4-470e-a4c1-0c178c251edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152f9358-c3f8-40dd-ac98-5b35f4d89e45', 'code': 200} Jun 28 12:12:34.380850 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=152f9358-c3f8-40dd-ac98-5b35f4d89e45,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:34.386228 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:34.402981 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=5d8db324-dac4-468c-87bf-6b882bb1bee6,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:34.406110 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:34.411921 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Network e87ddda7-2d34-4f05-990f-b0328975ed47 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:34.413280 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:34.415509 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:34.467711 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:34.468393 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.490526 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7247539 Jun 28 12:12:34.505489 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Request body: {'port': {'device_id': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:34.608611 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.651398 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019eb51-8349-4077-b0e0-545584c63df3 req-a2dc33bb-a057-4f6e-b974-633dd708310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:34.653571 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8019eb51-8349-4077-b0e0-545584c63df3 req-a2dc33bb-a057-4f6e-b974-633dd708310f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 1103 time: 0.0556443 Jun 28 12:12:34.692525 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8019eb51-8349-4077-b0e0-545584c63df3 req-13f419ac-25e4-43bf-b515-a15a1e8e61a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Jun 28 12:12:34.705418 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1d5839be-4f13-47f8-a021-9cfbd097deb9 None None] Provisioning for port 5d8db324-dac4-468c-87bf-6b882bb1bee6 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:34.709797 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1d5839be-4f13-47f8-a021-9cfbd097deb9 None None] Provisioning complete for port 5d8db324-dac4-468c-87bf-6b882bb1bee6 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:34.710178 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1d5839be-4f13-47f8-a021-9cfbd097deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.744591 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1d5839be-4f13-47f8-a021-9cfbd097deb9 None None] Port 5d8db324-dac4-468c-87bf-6b882bb1bee6 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:12:34.845288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cb2c4-07f3-4677-adda-95b32fb18cf3 req-7e5ae158-3572-4289-8531-624a0c95a059 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:34.846635 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0f8cb2c4-07f3-4677-adda-95b32fb18cf3 req-7e5ae158-3572-4289-8531-624a0c95a059 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 931 time: 0.1310053 Jun 28 12:12:34.913040 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0f8cb2c4-07f3-4677-adda-95b32fb18cf3 req-fca674bc-578c-4f7b-8f11-8eec805dd209 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584543 Jun 28 12:12:34.951370 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8db324-dac4-468c-87bf-6b882bb1bee6 {{(pid=93238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:12:34.959173 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.974807 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Transition to ACTIVE for port object 5d8db324-dac4-468c-87bf-6b882bb1bee6 will not be triggered until provisioned by entity L2. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:34.980899 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:34.984252 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:35.045166 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8db324-dac4-468c-87bf-6b882bb1bee6,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:35.067451 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:35.165658 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669f5d7-59a0-45d3-8ac2-e641384c9e18 req-e136554b-df11-4ff4-9823-6253d33cd9af tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.167384 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c669f5d7-59a0-45d3-8ac2-e641384c9e18 req-e136554b-df11-4ff4-9823-6253d33cd9af tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 950 time: 0.1409314 Jun 28 12:12:35.168724 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Attempting to bind port 5d8db324-dac4-468c-87bf-6b882bb1bee6 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:35.169099 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Attempting to bind port 5d8db324-dac4-468c-87bf-6b882bb1bee6 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:35.169355 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Attempting to bind port 5d8db324-dac4-468c-87bf-6b882bb1bee6 on network e87ddda7-2d34-4f05-990f-b0328975ed47 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:35.176435 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Port 5d8db324-dac4-468c-87bf-6b882bb1bee6 on network e87ddda7-2d34-4f05-990f-b0328975ed47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:12:35.176755 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Attempting to bind port 5d8db324-dac4-468c-87bf-6b882bb1bee6 on network e87ddda7-2d34-4f05-990f-b0328975ed47 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:35.193440 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:35.193770 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Checking segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:35.194152 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Bound using segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:35.194599 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Bound port: 5d8db324-dac4-468c-87bf-6b882bb1bee6, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:35.194956 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:35.243147 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c669f5d7-59a0-45d3-8ac2-e641384c9e18 req-bac90c85-97e9-4a14-a5bf-555ac72f3e00 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686884 Jun 28 12:12:35.274814 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] For port 5d8db324-dac4-468c-87bf-6b882bb1bee6, host hv-cinder-77238, cleared binding levels {{(pid=93238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:35.278159 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] For port 5d8db324-dac4-468c-87bf-6b882bb1bee6, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:35.284877 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:35.287002 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a3428f66-c332-4cf4-87eb-6f37ec80fa81 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:35.316786 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.317691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:35.318988 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d8db324-dac4-468c-87bf-6b882bb1bee6 HTTP/1.1" status: 200 len: 1093 time: 0.8199944 Jun 28 12:12:35.321338 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'tag': '5d8db324-dac4-468c-87bf-6b882bb1bee6'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:35.324618 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613ee073-a1c0-4a0b-856c-ff1624635a50" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc13049-5ed3-4fd7-8fc7-01dbff2157c1", "tag": "5d8db324-dac4-468c-87bf-6b882bb1bee6"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:35.372731 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18ce50f-9422-48be-a19c-52c124aa35d1 x-openstack-request-id: req-d18ce50f-9422-48be-a19c-52c124aa35d1 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:35.373049 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc13049-5ed3-4fd7-8fc7-01dbff2157c1", "tag": "5d8db324-dac4-468c-87bf-6b882bb1bee6", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:35.373324 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d18ce50f-9422-48be-a19c-52c124aa35d1 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:35.373737 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'tag': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'status': 'completed', 'code': 200} Jun 28 12:12:35.376194 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8db324-dac4-468c-87bf-6b882bb1bee6,revision_number=3']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:35.395059 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:35.425073 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-d0e37040-620b-412d-854a-ed690c83ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.426942 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-d0e37040-620b-412d-854a-ed690c83ad01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 1096 time: 0.0650837 Jun 28 12:12:35.471842 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-f8053b3f-eaa2-401f-a830-bdebd4705b97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6 HTTP/1.1" status: 200 len: 217 time: 0.0372429 Jun 28 12:12:35.522297 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-52885c83-036e-4bb8-a783-80ac35d5ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.523758 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-52885c83-036e-4bb8-a783-80ac35d5ca64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0434060 Jun 28 12:12:35.586300 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-ce9ad080-6ff9-4644-a6fc-39dd76716fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.588491 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-ce9ad080-6ff9-4644-a6fc-39dd76716fb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551863 Jun 28 12:12:35.684575 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-5df0096a-afb9-456e-ad64-0fc9e5e8b3ac service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883625 Jun 28 12:12:35.779795 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ac2a5ba2-12e3-4eb3-b2c6-58f4afaf12ff req-15a5e1d5-4a5d-4a36-8ac3-e91ce6030137 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870333 Jun 28 12:12:35.927368 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-04a50358-dd19-4e02-92d6-909b05ef6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:35.928856 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-04a50358-dd19-4e02-92d6-909b05ef6e94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 1096 time: 0.0608387 Jun 28 12:12:36.025435 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-0461c65f-9a23-4cf1-8da1-44693d6a952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:36.026931 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-0461c65f-9a23-4cf1-8da1-44693d6a952e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0920334 Jun 28 12:12:36.095112 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-40fcc071-1f1d-46a3-bcb0-aafd9b9343d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6 HTTP/1.1" status: 200 len: 217 time: 0.0556509 Jun 28 12:12:36.166543 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae1117-fded-45ed-b17a-07e43974355e req-ba966823-466a-4340-b407-16e6bc324515 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:36.168123 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eaae1117-fded-45ed-b17a-07e43974355e req-ba966823-466a-4340-b407-16e6bc324515 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.1381078 Jun 28 12:12:36.169579 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-fbe899f7-1896-4b59-962d-79c3709843e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:36.170949 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-fbe899f7-1896-4b59-962d-79c3709843e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0669765 Jun 28 12:12:36.240140 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eaae1117-fded-45ed-b17a-07e43974355e req-6546a136-5c35-411c-879e-299d70a95dc5 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607066 Jun 28 12:12:36.258048 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-5ccfce6a-2b27-4a2a-adf6-d02091ddb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:36.259644 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-5ccfce6a-2b27-4a2a-adf6-d02091ddb848 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817561 Jun 28 12:12:36.319370 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60656) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:36.406249 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-82052ecf-6a64-4fc8-9872-a1a742af3bd6 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388657 Jun 28 12:12:36.429420 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-79651dc7-ceba-44a8-85a5-4f6114b1d065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:36.495750 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a100e56-3eb4-427c-aedd-cc147c1b5ab0 req-65743eca-71c2-41e4-b6cd-a28cf4af280a tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:36.497129 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1a100e56-3eb4-427c-aedd-cc147c1b5ab0 req-65743eca-71c2-41e4-b6cd-a28cf4af280a tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 950 time: 0.1266398 Jun 28 12:12:36.518777 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-79651dc7-ceba-44a8-85a5-4f6114b1d065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:36.523627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-79651dc7-ceba-44a8-85a5-4f6114b1d065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:36.526444 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-40df982f-0294-4889-b9cc-8aa524f06f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:36.534119 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-613ee073-a1c0-4a0b-856c-ff1624635a50 req-2911db82-7c83-4099-a315-10e8db198899 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200054 Jun 28 12:12:36.550033 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1a100e56-3eb4-427c-aedd-cc147c1b5ab0 req-02fb9344-782b-4dcd-bbfa-12b5d9d5e3fa tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460908 Jun 28 12:12:36.564795 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-79651dc7-ceba-44a8-85a5-4f6114b1d065 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e55cfac8f754636a923328ad1b12c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443802 Jun 28 12:12:36.565723 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79651dc7-ceba-44a8-85a5-4f6114b1d065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac567153-7a42-4f82-bafc-b2b0d46fa324,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:36.567747 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60660) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:36.578860 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-79651dc7-ceba-44a8-85a5-4f6114b1d065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:36.617813 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a64f16b-0c21-4ed0-9d8e-984f75d53283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:36.638565 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a64f16b-0c21-4ed0-9d8e-984f75d53283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:36.690558 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a64f16b-0c21-4ed0-9d8e-984f75d53283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:36.693375 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a64f16b-0c21-4ed0-9d8e-984f75d53283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:36.694536 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5a64f16b-0c21-4ed0-9d8e-984f75d53283 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac567153-7a42-4f82-bafc-b2b0d46fa324 HTTP/1.1" status: 204 len: 168 time: 0.1257370 Jun 28 12:12:36.695525 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5f07aada-be7e-49fd-8d28-8d6747598cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:36.705385 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64f16b-0c21-4ed0-9d8e-984f75d53283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac567153-7a42-4f82-bafc-b2b0d46fa324,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:36.707768 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5a64f16b-0c21-4ed0-9d8e-984f75d53283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:36.980122 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641f41e-09f2-4598-b0bf-90d010cb025c req-cf46d1ad-9eb1-4478-833b-cf770408eb02 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:36.981603 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a641f41e-09f2-4598-b0bf-90d010cb025c req-cf46d1ad-9eb1-4478-833b-cf770408eb02 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 950 time: 0.0677698 Jun 28 12:12:37.018651 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a641f41e-09f2-4598-b0bf-90d010cb025c req-83f948c2-72e2-4664-b915-0b76cc3fd38c tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Jun 28 12:12:37.348928 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60690) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:37.425185 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7102f-0604-49c0-bc35-31a75add7006 req-9e67a92f-1b26-4ed9-98a0-60be22610257 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:37.426757 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-57f7102f-0604-49c0-bc35-31a75add7006 req-9e67a92f-1b26-4ed9-98a0-60be22610257 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.0623245 Jun 28 12:12:37.449925 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1785891764-network', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:37.481368 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-57f7102f-0604-49c0-bc35-31a75add7006 req-a61305b4-281d-4fc0-a46f-38f149eccde8 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486495 Jun 28 12:12:37.482438 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Made reservation on behalf of 6e7afecae18942b3ae406af1dc23ec60 for: {'network': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:12:37.486292 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.494572 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.590406 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.595905 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.598884 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0373144a-955f-4ac2-b3c6-253c18e32011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:37.622826 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=93238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:12:37.628897 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee6da6c-833b-4831-ba24-269135e03c61,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:37.632486 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:37.635678 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.636007 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.segments_db [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Added segment 7d1b1a8e-01ac-49c3-a4c4-3560bb15b035 of type vlan for network 4e98f626-7daf-4155-9884-b62dee5d8971 Jun 28 12:12:37.676278 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.714451 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.715886 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:37.716494 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:37.718564 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e05efef9-ce17-47a6-826d-fd595d9919ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:37.769423 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4192479 Jun 28 12:12:37.772585 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60694) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:37.774715 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Pushing event updated for resources: {'Network': ['ID=4e98f626-7daf-4155-9884-b62dee5d8971,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:37.777733 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d667759d-4576-4ca1-b3b5-26718ad3bd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:37.781925 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Request body: {'subnet': {'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1785891764-subnet', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:37.785708 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 4e98f626-7daf-4155-9884-b62dee5d8971 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:12:37.807994 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Made reservation on behalf of 6e7afecae18942b3ae406af1dc23ec60 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:12:37.810383 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.206308 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344d0e5-335b-46a1-aab9-a3b2de9d807d req-3ff3b6b7-20c4-4ce6-86f3-390ffeb0e710 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:38.208650 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0344d0e5-335b-46a1-aab9-a3b2de9d807d req-3ff3b6b7-20c4-4ce6-86f3-390ffeb0e710 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 950 time: 0.0771642 Jun 28 12:12:38.214577 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.217117 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:38.249695 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0344d0e5-335b-46a1-aab9-a3b2de9d807d req-c8f5b15c-07af-4950-b796-99a4c782596e tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ebd7603-816a-4faf-90e9-5f29f198c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330653 Jun 28 12:12:38.271421 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:38.274148 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:38.283837 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Checking segment: {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:38.284189 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Network hostable DHCP agents. Network: 4e98f626-7daf-4155-9884-b62dee5d8971, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:12:38.304505 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Network 4e98f626-7daf-4155-9884-b62dee5d8971 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:12:38.314968 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 4e98f626-7daf-4155-9884-b62dee5d8971) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:38.319716 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:38.320458 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.324960 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08df34b-fb9c-4da2-841f-b807d6ef4595 None None] Network 4e98f626-7daf-4155-9884-b62dee5d8971 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:12:38.337341 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d3038f06-c744-4ca9-a09b-0e9eab975408 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5635352 Jun 28 12:12:38.340146 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60698) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:38.344690 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:38.365805 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.367054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.421746 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.450261 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-dc6f4ff3-75a2-4812-8e64-b8ce51a24627 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:38.451772 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-dc6f4ff3-75a2-4812-8e64-b8ce51a24627 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 950 time: 0.0669761 Jun 28 12:12:38.471578 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-4e98f626-7daf-4155-9884-b62dee5d8971', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:12:38.472431 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.568971 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Deleting port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:12:38.569459 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.571258 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.616922 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Allocated IP 172.20.0.2 (4e98f626-7daf-4155-9884-b62dee5d8971/3bf60b7f-8ddc-4366-a363-2d9bf34c20b9/6139aa0a-b07e-4389-b7a2-aac27ad3c56c) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:38.697933 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] For port 152f9358-c3f8-40dd-ac98-5b35f4d89e45, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=152f9358-c3f8-40dd-ac98-5b35f4d89e45,segment=NetworkSegment(0565085c-6d2e-4cb1-9a14-de607d679bf3),segment_id=0565085c-6d2e-4cb1-9a14-de607d679bf3)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:38.697933 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.722574 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Calling delete_port for 152f9358-c3f8-40dd-ac98-5b35f4d89e45 owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:12:38.737773 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61fc58-a0b5-4599-9f17-bb65379feda4 req-d6008c69-abb7-4af9-8911-d5205c6c3508 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:38.739301 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ec61fc58-a0b5-4599-9f17-bb65379feda4 req-d6008c69-abb7-4af9-8911-d5205c6c3508 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.1144843 Jun 28 12:12:38.781626 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.792073 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Transition to ACTIVE for port object 6139aa0a-b07e-4389-b7a2-aac27ad3c56c will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:38.796679 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.808718 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Transition to ACTIVE for port object 6139aa0a-b07e-4389-b7a2-aac27ad3c56c will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:38.816655 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.817087 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.818997 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:38.860814 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Pushing event updated for resources: {'Port': ['ID=6139aa0a-b07e-4389-b7a2-aac27ad3c56c,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:38.863748 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:38.877826 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Network 4e98f626-7daf-4155-9884-b62dee5d8971 is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:38.879479 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:38.882786 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:38.933933 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Allocated IP 172.27.1.50 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/63373fe8-2573-4f47-b2b6-46c7b3a8c692) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:38.945591 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Attempting to bind port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:38.945970 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Attempting to bind port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:38.946343 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Attempting to bind port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c on network 4e98f626-7daf-4155-9884-b62dee5d8971 {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:38.952049 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:38.953023 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Checking segment: {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:38.953023 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:38.953240 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Bound using segment: {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:38.953799 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Bound port: 6139aa0a-b07e-4389-b7a2-aac27ad3c56c, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:38.954337 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:39.021327 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] For port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:39.029303 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] For port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=6139aa0a-b07e-4389-b7a2-aac27ad3c56c,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:39.033695 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:39.036670 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-d176c850-d7bd-4a8d-b36a-30785ac9c616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:39.059997 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:39.089315 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ec61fc58-a0b5-4599-9f17-bb65379feda4 req-a412dff8-0a27-43b9-8d2b-caae968b2d0e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537591 Jun 28 12:12:39.091283 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Pushing event updated for resources: {'Port': ['ID=6139aa0a-b07e-4389-b7a2-aac27ad3c56c,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:39.094313 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:39.103992 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:39.109535 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:39.154763 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:39.157815 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:39.163821 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:39.180277 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:39.185837 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:39.191658 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Pushing event updated for resources: {'Port': ['ID=63373fe8-2573-4f47-b2b6-46c7b3a8c692,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:39.192959 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['152f9358-c3f8-40dd-ac98-5b35f4d89e45'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:12:39.201698 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:39.216619 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Pushing event deleted for resources: {'Port': ['ID=152f9358-c3f8-40dd-ac98-5b35f4d89e45,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:39.220610 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:39.267234 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] No DVR routers for this DVR port 152f9358-c3f8-40dd-ac98-5b35f4d89e45 on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:12:39.269695 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:39.271867 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a74f9fa7-f5ca-42dc-9f25-06a20bee4b5e req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.15 "DELETE /v2.0/ports/152f9358-c3f8-40dd-ac98-5b35f4d89e45 HTTP/1.1" status: 204 len: 173 time: 0.8147249 Jun 28 12:12:39.272386 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bf94ba-caa4-470e-a4c1-0c178c251edb', 'name': 'network-vif-deleted', 'tag': '152f9358-c3f8-40dd-ac98-5b35f4d89e45'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:39.275624 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95238e48-d164-4863-b293-b560429aa443" -d '{"events": [{"server_uuid": "d4bf94ba-caa4-470e-a4c1-0c178c251edb", "name": "network-vif-deleted", "tag": "152f9358-c3f8-40dd-ac98-5b35f4d89e45"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:39.355854 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea47d5-b2e2-4022-b7d0-bce177e73ed7 x-openstack-request-id: req-adea47d5-b2e2-4022-b7d0-bce177e73ed7 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:39.356365 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bf94ba-caa4-470e-a4c1-0c178c251edb", "name": "network-vif-deleted", "tag": "152f9358-c3f8-40dd-ac98-5b35f4d89e45", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:39.356831 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-adea47d5-b2e2-4022-b7d0-bce177e73ed7 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:39.357411 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bf94ba-caa4-470e-a4c1-0c178c251edb', 'name': 'network-vif-deleted', 'tag': '152f9358-c3f8-40dd-ac98-5b35f4d89e45', 'status': 'completed', 'code': 200} Jun 28 12:12:39.488789 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1229f487-3c39-4756-b275-4132e8e44835 req-e3ef1b5d-8924-42d1-863b-969056ac3eae tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4bf94ba-caa4-470e-a4c1-0c178c251edb HTTP/1.1" status: 200 len: 210 time: 0.0366273 Jun 28 12:12:39.526356 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:39.729291 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:39.861673 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Router 0a2268c2-bb77-4baa-a0ad-d057201c0bce is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:12:39.977671 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:12:39.987117 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Sync routers for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:12:39.997316 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:39.998221 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:39.998505 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.002935 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6590469 Jun 28 12:12:40.003237 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60706) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:40.106871 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:40.223438 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b69cb4-0b12-47ed-85aa-e086a0675be6 None None] Network 4e98f626-7daf-4155-9884-b62dee5d8971 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:12:40.294520 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a819fb-7c0d-4cc6-a410-cba947330456 req-00884062-eeb2-4380-ab7c-0e805264a16e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:40.296807 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-06a819fb-7c0d-4cc6-a410-cba947330456 req-00884062-eeb2-4380-ab7c-0e805264a16e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.0637484 Jun 28 12:12:40.302060 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-47499536-51db-49b5-9883-bd699a47e4f4 None None] Provisioning for port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:40.343960 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-06a819fb-7c0d-4cc6-a410-cba947330456 req-aa0af700-824e-46a3-92cf-5e5baaaba077 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Jun 28 12:12:40.437620 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 6139aa0a-b07e-4389-b7a2-aac27ad3c56c up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:40.457495 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.472071 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:39Z', 'revision_number': 3, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:40.506862 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Checking router: 0a2268c2-bb77-4baa-a0ad-d057201c0bce for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:12:40.507244 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Updating router 0a2268c2-bb77-4baa-a0ad-d057201c0bce port 63373fe8-2573-4f47-b2b6-46c7b3a8c692 binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:12:40.564025 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:40.566281 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.570042 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:40.571295 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.636413 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Allocated IP 172.20.0.1 (4e98f626-7daf-4155-9884-b62dee5d8971/3bf60b7f-8ddc-4366-a363-2d9bf34c20b9/eb909f14-6e57-4f5b-aaad-4b8f2396f45e) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:40.760704 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.776093 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Transition to ACTIVE for port object eb909f14-6e57-4f5b-aaad-4b8f2396f45e will not be triggered until provisioned by entity DHCP. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:40.789338 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.812884 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.816261 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:40.851309 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=6139aa0a-b07e-4389-b7a2-aac27ad3c56c,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:40.857603 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Network 4e98f626-7daf-4155-9884-b62dee5d8971 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:40.860174 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:40.864993 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:40.868215 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:40.879222 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.884844 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:40.891602 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:40.908856 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:40.911236 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-8b6b5acc-43ab-4587-9f3b-984f52d02349 None None] Provisioning complete for port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:40.911619 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-8b6b5acc-43ab-4587-9f3b-984f52d02349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.000624 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=6139aa0a-b07e-4389-b7a2-aac27ad3c56c,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:41.003911 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:41.036390 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.077377 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Transition to ACTIVE for port object 63373fe8-2573-4f47-b2b6-46c7b3a8c692 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:41.093840 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.107214 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.109685 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:41.163808 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bba4c-ff6a-4240-9a7e-1d3cb7d49b79 None None] Pushing event updated for resources: {'Port': ['ID=63373fe8-2573-4f47-b2b6-46c7b3a8c692,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:41.167519 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-900bba4c-ff6a-4240-9a7e-1d3cb7d49b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:41.168405 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Attempting to bind port 63373fe8-2573-4f47-b2b6-46c7b3a8c692 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:41.168949 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Attempting to bind port 63373fe8-2573-4f47-b2b6-46c7b3a8c692 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:41.169474 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Attempting to bind port 63373fe8-2573-4f47-b2b6-46c7b3a8c692 on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:41.176524 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:41.176909 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:41.177838 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.178367 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:41.178860 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Bound port: 63373fe8-2573-4f47-b2b6-46c7b3a8c692, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:41.179289 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.237470 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] For port 63373fe8-2573-4f47-b2b6-46c7b3a8c692, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:41.251228 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] For port 63373fe8-2573-4f47-b2b6-46c7b3a8c692, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=63373fe8-2573-4f47-b2b6-46c7b3a8c692,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:41.252592 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-80ad1338-ffca-4341-be9a-3c8b1be7c6e6 None None] Provisioning for port eb909f14-6e57-4f5b-aaad-4b8f2396f45e completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:41.257567 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-80ad1338-ffca-4341-be9a-3c8b1be7c6e6 None None] Provisioning complete for port eb909f14-6e57-4f5b-aaad-4b8f2396f45e triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:41.257972 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-80ad1338-ffca-4341-be9a-3c8b1be7c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.260227 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.262896 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:41.291777 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.298813 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.304280 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-df53040b-89dc-45f8-b976-0e1a56eb8aca tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:41.337147 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-80ad1338-ffca-4341-be9a-3c8b1be7c6e6 None None] Port eb909f14-6e57-4f5b-aaad-4b8f2396f45e cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:12:41.355106 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bba4c-ff6a-4240-9a7e-1d3cb7d49b79 None None] Pushing event updated for resources: {'Port': ['ID=63373fe8-2573-4f47-b2b6-46c7b3a8c692,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:41.359095 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-900bba4c-ff6a-4240-9a7e-1d3cb7d49b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:41.362061 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:41.362704 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:41.383921 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:41.385768 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:41.389137 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:41.514739 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:41.530227 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9faee-06a8-4875-bce6-ae2e7502c019 req-3a5a2a42-2366-4428-99be-4ff45d329ef2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:41.537844 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0ff9faee-06a8-4875-bce6-ae2e7502c019 req-3a5a2a42-2366-4428-99be-4ff45d329ef2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.0742881 Jun 28 12:12:41.582255 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0ff9faee-06a8-4875-bce6-ae2e7502c019 req-d289e7c0-aca1-4c0a-bcc7-2d99a4529845 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433443 Jun 28 12:12:41.780670 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Network 4e98f626-7daf-4155-9884-b62dee5d8971 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:41.782510 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:41.885888 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 2, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:41.907518 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Router 0a2268c2-bb77-4baa-a0ad-d057201c0bce has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:12:41.917070 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02fc28-2267-43b5-865a-c6f91d05ed6c None None] The sync data for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi is: [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 2, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:12:42.027852 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:12:42.035450 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] 10.222.0.11 "PUT /v2.0/routers/0a2268c2-bb77-4baa-a0ad-d057201c0bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0310066 Jun 28 12:12:42.060357 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-c7b0841a-f792-4c81-bb29-01d1babc9277 None None] Provisioning complete for port eb909f14-6e57-4f5b-aaad-4b8f2396f45e triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:42.060892 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c7b0841a-f792-4c81-bb29-01d1babc9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:42.103606 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0841a-f792-4c81-bb29-01d1babc9277 None None] Port eb909f14-6e57-4f5b-aaad-4b8f2396f45e cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:12:42.414388 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 6139aa0a-b07e-4389-b7a2-aac27ad3c56c up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:42.467059 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:42.467440 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:42.749438 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60878) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:42.757539 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1097079360-network', 'tenant_id': '795b0d35851342609f3dfb2361b79327'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:42.796132 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Made reservation on behalf of 795b0d35851342609f3dfb2361b79327 for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:12:42.799714 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:42.809995 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:42.821615 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a511b5-7c50-471a-9fc5-6173105cc4c6 req-dc95913f-fd70-4260-a4bc-72b7eab0d8b0 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:42.823272 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-68a511b5-7c50-471a-9fc5-6173105cc4c6 req-dc95913f-fd70-4260-a4bc-72b7eab0d8b0 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.0978849 Jun 28 12:12:42.886117 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-68a511b5-7c50-471a-9fc5-6173105cc4c6 req-c965b933-2375-4090-80f2-ebafef5b9e84 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510464 Jun 28 12:12:42.934176 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:42.939878 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:42.944399 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0cc63ccc-0187-4ddd-b857-61418f197adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:42.963445 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:12:42.978743 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0883df56-3a0e-4f69-9b6e-70f4e5e90f95,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:42.982005 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:42.985944 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:42.986292 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Added segment 15466dd7-383b-469f-a1c4-0d9b346fbb6b of type vlan for network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 Jun 28 12:12:43.036918 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.072084 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.073861 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:43.074570 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.076877 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:43.140308 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3868289 Jun 28 12:12:43.140503 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60910) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:43.152511 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Request body: {'subnet': {'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1097079360-subnet', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:43.159186 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Pushing event updated for resources: {'Network': ['ID=4028f6d7-00a0-4197-808a-ffdf2f4655e7,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:43.162307 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-afec85fd-5ed6-4001-8e91-04ffc9509dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:43.169471 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:12:43.196703 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Made reservation on behalf of 795b0d35851342609f3dfb2361b79327 for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:12:43.199470 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.402283 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.404758 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-e6a4a45f-d3fd-403f-b460-8d2254b27cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:43.469094 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:43.473252 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:43.480310 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Checking segment: {'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:43.480687 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Network hostable DHCP agents. Network: 4028f6d7-00a0-4197-808a-ffdf2f4655e7, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:12:43.503099 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:12:43.517102 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 4028f6d7-00a0-4197-808a-ffdf2f4655e7) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:43.521884 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:43.522514 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.529037 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1c86c-a09b-45f9-b38c-82c8b447a012 None None] Network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:12:43.549857 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ecd8a4c9-71c1-44b5-acbb-825427768e02 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4082909 Jun 28 12:12:43.552409 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60920) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:43.557410 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:43.585677 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.587070 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.654992 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.712145 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-4028f6d7-00a0-4197-808a-ffdf2f4655e7', 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'fixed_ips': [{'subnet_id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:12:43.713150 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.819002 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:43.876934 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Allocated IP 172.20.0.2 (4028f6d7-00a0-4197-808a-ffdf2f4655e7/8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8/d170a33a-4616-49e3-9c6f-70c72b7552b6) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:44.088407 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.103326 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 152f9358-c3f8-40dd-ac98-5b35f4d89e45 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:12:44.128192 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.135112 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Transition to ACTIVE for port object d170a33a-4616-49e3-9c6f-70c72b7552b6 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:44.137446 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65880e-73b0-4a16-b884-130b22c7e19d req-412ed2bf-583a-4dad-8f65-0c8913bd7093 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:44.140376 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 152f9358-c3f8-40dd-ac98-5b35f4d89e45 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:12:44.140847 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 152f9358-c3f8-40dd-ac98-5b35f4d89e45 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:12:44.141405 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8d65880e-73b0-4a16-b884-130b22c7e19d req-412ed2bf-583a-4dad-8f65-0c8913bd7093 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.1208370 Jun 28 12:12:44.158496 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.179281 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Transition to ACTIVE for port object d170a33a-4616-49e3-9c6f-70c72b7552b6 will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:44.197300 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.206853 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:44.211567 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8d65880e-73b0-4a16-b884-130b22c7e19d req-e67a0e37-f086-4482-a4a6-e355b38e94cf tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638301 Jun 28 12:12:44.244985 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:44.247895 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:44.253246 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:44.285785 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Allocated IP 172.27.1.102 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/d608287d-114d-41fd-a2ba-cf0f40c3069d) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:44.299897 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Pushing event updated for resources: {'Port': ['ID=d170a33a-4616-49e3-9c6f-70c72b7552b6,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:44.303159 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:44.336406 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Sync routers for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:12:44.336948 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Attempting to bind port d170a33a-4616-49e3-9c6f-70c72b7552b6 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:44.337335 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Attempting to bind port d170a33a-4616-49e3-9c6f-70c72b7552b6 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:44.337700 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Attempting to bind port d170a33a-4616-49e3-9c6f-70c72b7552b6 on network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:44.346556 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:44.347435 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Checking segment: {'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:44.352166 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.352166 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Bound using segment: {'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:44.352166 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Bound port: d170a33a-4616-49e3-9c6f-70c72b7552b6, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:44.352166 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.352660 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:44.352660 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:44.432085 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] For port d170a33a-4616-49e3-9c6f-70c72b7552b6, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:44.437422 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] For port d170a33a-4616-49e3-9c6f-70c72b7552b6, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d170a33a-4616-49e3-9c6f-70c72b7552b6,segment=NetworkSegment(15466dd7-383b-469f-a1c4-0d9b346fbb6b),segment_id=15466dd7-383b-469f-a1c4-0d9b346fbb6b)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:44.444433 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.445035 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.460527 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:44.477188 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 63373fe8-2573-4f47-b2b6-46c7b3a8c692 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:44.500085 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:44.502514 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.505856 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-03300e0e-2b05-4449-b6b4-8ca2aca22ddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:44.554410 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:44.559974 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:44.564898 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:44.566893 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Pushing event updated for resources: {'Port': ['ID=d170a33a-4616-49e3-9c6f-70c72b7552b6,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:44.570671 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:44.580024 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 63373fe8-2573-4f47-b2b6-46c7b3a8c692 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:44.584809 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 63373fe8-2573-4f47-b2b6-46c7b3a8c692 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:44.585448 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.621852 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Pushing event updated for resources: {'Port': ['ID=d608287d-114d-41fd-a2ba-cf0f40c3069d,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:44.673144 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:44.691983 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.716860 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 63373fe8-2573-4f47-b2b6-46c7b3a8c692, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=63373fe8-2573-4f47-b2b6-46c7b3a8c692,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:44.720806 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.725304 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:44.744656 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 2, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:44.782135 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Checking router: 0a2268c2-bb77-4baa-a0ad-d057201c0bce for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:12:44.782364 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=63373fe8-2573-4f47-b2b6-46c7b3a8c692,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:44.782478 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Updating router 0a2268c2-bb77-4baa-a0ad-d057201c0bce port eb909f14-6e57-4f5b-aaad-4b8f2396f45e binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:12:44.804765 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:44.835832 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:44.934226 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:45.153062 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:45.156860 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:45.170029 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Transition to ACTIVE for port object eb909f14-6e57-4f5b-aaad-4b8f2396f45e will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:45.177932 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:45.180174 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:45.319797 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c19e8-88b6-416e-924c-5f8fc2e14f50 None None] Pushing event updated for resources: {'Port': ['ID=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:45.323331 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-033c19e8-88b6-416e-924c-5f8fc2e14f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:45.389772 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Attempting to bind port eb909f14-6e57-4f5b-aaad-4b8f2396f45e on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:45.390490 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Attempting to bind port eb909f14-6e57-4f5b-aaad-4b8f2396f45e by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:45.390490 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Attempting to bind port eb909f14-6e57-4f5b-aaad-4b8f2396f45e on network 4e98f626-7daf-4155-9884-b62dee5d8971 {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:45.399393 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:45.401107 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Checking segment: {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:45.402320 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:45.402586 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Bound using segment: {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:45.403117 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Bound port: eb909f14-6e57-4f5b-aaad-4b8f2396f45e, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:45.403523 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:45.404335 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Router 2d82a5f6-4a6a-442b-b123-26a5a910a272 is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:12:45.555862 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f832-3fad-47cf-ae4a-5b3afd4eef43 req-d9a5830b-cc30-4682-bda8-5a6dcb5dd1b1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:45.564344 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d1c8f832-3fad-47cf-ae4a-5b3afd4eef43 req-d9a5830b-cc30-4682-bda8-5a6dcb5dd1b1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.1481447 Jun 28 12:12:45.637972 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:12:45.655485 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] For port eb909f14-6e57-4f5b-aaad-4b8f2396f45e, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:45.665532 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] For port eb909f14-6e57-4f5b-aaad-4b8f2396f45e, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:45.668817 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Sync routers for ids ['2d82a5f6-4a6a-442b-b123-26a5a910a272'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:12:45.675764 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:45.678245 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:45.681488 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:45.682512 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1286530 Jun 28 12:12:45.684735 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 60978) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:45.710218 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d1c8f832-3fad-47cf-ae4a-5b3afd4eef43 req-375034c4-3d96-4b50-bf75-13187ac1eb9f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449068 Jun 28 12:12:45.711070 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Routers {'2d82a5f6-4a6a-442b-b123-26a5a910a272'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:45.711875 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2d82a5f6-4a6a-442b-b123-26a5a910a272'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:45.719355 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60980) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:45.774136 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:45.775267 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:45.842458 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c19e8-88b6-416e-924c-5f8fc2e14f50 None None] Pushing event updated for resources: {'Port': ['ID=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,revision_number=4']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:45.846928 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-033c19e8-88b6-416e-924c-5f8fc2e14f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:45.935686 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad6358-f061-4c61-9918-fb517a1d8a48 None None] Network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:12:45.973874 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:45.990775 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Set router 2d82a5f6-4a6a-442b-b123-26a5a910a272 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:46.006647 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-f59ed2fd-c0a0-4734-9595-d81331122901 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c4aa6fab2064314949fb91878227b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850640 Jun 28 12:12:46.012300 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 60984) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:46.080413 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d25d473f-bd06-4902-acd3-c4fafffaa01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:46.110224 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-0347c121-109e-4042-acbd-b40e602f46b4 None None] Provisioning for port d170a33a-4616-49e3-9c6f-70c72b7552b6 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:46.110972 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d25d473f-bd06-4902-acd3-c4fafffaa01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:46.127670 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 5d8db324-dac4-468c-87bf-6b882bb1bee6 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:12:46.183609 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d25d473f-bd06-4902-acd3-c4fafffaa01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:46.191215 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d25d473f-bd06-4902-acd3-c4fafffaa01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:46.195338 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-d25d473f-bd06-4902-acd3-c4fafffaa01c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ebd7603-816a-4faf-90e9-5f29f198c2ca HTTP/1.1" status: 204 len: 168 time: 0.1819870 Jun 28 12:12:46.196389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4b90fcbb-2443-4e26-a181-0aa836cdd173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:46.207360 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d473f-bd06-4902-acd3-c4fafffaa01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd7603-816a-4faf-90e9-5f29f198c2ca,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:46.211022 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d25d473f-bd06-4902-acd3-c4fafffaa01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:46.253464 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:45Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:46.294927 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0321c38a-6dba-42b7-827d-6835c73ae2d8 None None] The sync data for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi is: [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:45Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:12:46.563558 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-f0975e0e-09e9-4311-9821-51eb72810e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:46.576081 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 5d8db324-dac4-468c-87bf-6b882bb1bee6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:46.603913 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'port_id': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'mac_address': 'fa:16:3e:72:c5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:12:46.670078 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 63373fe8-2573-4f47-b2b6-46c7b3a8c692 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:46.715078 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 3, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port': {'id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:44Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:46.725282 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:46.806852 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:46.960096 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Checking router: 2d82a5f6-4a6a-442b-b123-26a5a910a272 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:12:46.961970 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Updating router 2d82a5f6-4a6a-442b-b123-26a5a910a272 port d608287d-114d-41fd-a2ba-cf0f40c3069d binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:12:47.000121 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf651359-77e6-4e2b-a0a1-bd98f6d22590 req-13b03a64-479a-4bb5-8f75-248c95ed1cce tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:47.001652 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.002845 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bf651359-77e6-4e2b-a0a1-bd98f6d22590 req-13b03a64-479a-4bb5-8f75-248c95ed1cce tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 943 time: 0.1180289 Jun 28 12:12:47.015175 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8db324-dac4-468c-87bf-6b882bb1bee6 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:12:47.055098 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bf651359-77e6-4e2b-a0a1-bd98f6d22590 req-19a093c2-f9d9-4257-922b-226021963614 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448737 Jun 28 12:12:47.061667 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 5d8db324-dac4-468c-87bf-6b882bb1bee6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:47.086399 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Allocated IP 172.20.0.1 (4028f6d7-00a0-4197-808a-ffdf2f4655e7/8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8/b4b007f0-f0e9-46fc-a23c-948e64931a2c) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:47.087585 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.124876 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:47.140211 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 63373fe8-2573-4f47-b2b6-46c7b3a8c692 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:47.140779 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.237003 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.255363 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Transition to ACTIVE for port object b4b007f0-f0e9-46fc-a23c-948e64931a2c will not be triggered until provisioned by entity DHCP. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:47.263899 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.298469 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.300911 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2f06aa19-f3af-44e5-aeae-6ada201c9295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:47.308382 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=5d8db324-dac4-468c-87bf-6b882bb1bee6,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:47.317476 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:47.333863 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878559f6-fc0a-4b63-8201-7217c1bfe5d1 req-08a58006-99f2-4342-8e6f-d82acb12cb39 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:47.335949 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-878559f6-fc0a-4b63-8201-7217c1bfe5d1 req-08a58006-99f2-4342-8e6f-d82acb12cb39 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0983067 Jun 28 12:12:47.344362 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:47.349956 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:47.352408 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:47.372545 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b007f0-f0e9-46fc-a23c-948e64931a2c,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:47.375600 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:47.383769 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-878559f6-fc0a-4b63-8201-7217c1bfe5d1 req-c8a610d3-311f-4a90-a181-0760b1c15955 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Jun 28 12:12:47.395846 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.412716 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d170a33a-4616-49e3-9c6f-70c72b7552b6 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:47.412716 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['5d8db324-dac4-468c-87bf-6b882bb1bee6'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:12:47.547243 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.598617 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port d170a33a-4616-49e3-9c6f-70c72b7552b6 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:47.618416 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port d170a33a-4616-49e3-9c6f-70c72b7552b6 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:47.618929 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.627937 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.672126 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Transition to ACTIVE for port object d608287d-114d-41fd-a2ba-cf0f40c3069d will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:47.697651 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-a9cb5cb1-571b-4bdd-b93d-ff35c6787980 None None] Provisioning for port b4b007f0-f0e9-46fc-a23c-948e64931a2c completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:47.699578 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.709449 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:47.714835 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.717936 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-a9cb5cb1-571b-4bdd-b93d-ff35c6787980 None None] Provisioning complete for port b4b007f0-f0e9-46fc-a23c-948e64931a2c triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:47.718296 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5cb1-571b-4bdd-b93d-ff35c6787980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.720389 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.723422 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:47.790035 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.791955 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b007f0-f0e9-46fc-a23c-948e64931a2c,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:47.795591 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:47.847075 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Attempting to bind port d608287d-114d-41fd-a2ba-cf0f40c3069d on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:47.847438 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Attempting to bind port d608287d-114d-41fd-a2ba-cf0f40c3069d by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:47.847822 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Attempting to bind port d608287d-114d-41fd-a2ba-cf0f40c3069d on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:47.852194 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb5cb1-571b-4bdd-b93d-ff35c6787980 None None] Port b4b007f0-f0e9-46fc-a23c-948e64931a2c cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:12:47.860084 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9176-577e-458a-b896-050ceeed9310 None None] Pushing event updated for resources: {'Port': ['ID=d608287d-114d-41fd-a2ba-cf0f40c3069d,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:47.869916 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e94f9176-577e-458a-b896-050ceeed9310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:47.874669 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:47.875126 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:47.875541 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.875936 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:47.876385 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Bound port: d608287d-114d-41fd-a2ba-cf0f40c3069d, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:47.876792 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.881994 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:47.883551 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:47.888929 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:47.998754 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Router 2d82a5f6-4a6a-442b-b123-26a5a910a272 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:12:48.001040 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] For port d608287d-114d-41fd-a2ba-cf0f40c3069d, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:48.006289 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port d170a33a-4616-49e3-9c6f-70c72b7552b6, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d170a33a-4616-49e3-9c6f-70c72b7552b6,segment=NetworkSegment(15466dd7-383b-469f-a1c4-0d9b346fbb6b),segment_id=15466dd7-383b-469f-a1c4-0d9b346fbb6b)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:48.021712 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:48.022576 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device eb909f14-6e57-4f5b-aaad-4b8f2396f45e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:48.025715 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] For port d608287d-114d-41fd-a2ba-cf0f40c3069d, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d608287d-114d-41fd-a2ba-cf0f40c3069d,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:48.028120 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:48.071378 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:48.112836 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:12:48.122687 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] 10.222.0.11 "PUT /v2.0/routers/2d82a5f6-4a6a-442b-b123-26a5a910a272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4365673 Jun 28 12:12:48.134878 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=d170a33a-4616-49e3-9c6f-70c72b7552b6,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:48.138683 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:48.142390 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:48.147062 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Routers {'2d82a5f6-4a6a-442b-b123-26a5a910a272'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:48.147711 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2d82a5f6-4a6a-442b-b123-26a5a910a272'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:48.240020 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port eb909f14-6e57-4f5b-aaad-4b8f2396f45e completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:48.263863 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port eb909f14-6e57-4f5b-aaad-4b8f2396f45e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:48.264182 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:48.296768 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-9af0aec2-0d4a-4cf3-b828-40fa22594457 None None] Provisioning complete for port b4b007f0-f0e9-46fc-a23c-948e64931a2c triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:48.297511 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9af0aec2-0d4a-4cf3-b828-40fa22594457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:48.299459 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9176-577e-458a-b896-050ceeed9310 None None] Pushing event updated for resources: {'Port': ['ID=d608287d-114d-41fd-a2ba-cf0f40c3069d,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:48.306231 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e192556-38de-4b5b-9557-7e9c856fede7 req-af9adb7b-b26d-4e4a-b5f3-44070f8dd41c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:48.309073 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e192556-38de-4b5b-9557-7e9c856fede7 req-af9adb7b-b26d-4e4a-b5f3-44070f8dd41c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 944 time: 0.0788455 Jun 28 12:12:48.340529 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e94f9176-577e-458a-b896-050ceeed9310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:48.356653 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5e192556-38de-4b5b-9557-7e9c856fede7 req-08904993-ca19-47e2-82ef-bbc285d4b6c0 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415001 Jun 28 12:12:48.382236 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] Set router 2d82a5f6-4a6a-442b-b123-26a5a910a272 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:48.384866 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-9af0aec2-0d4a-4cf3-b828-40fa22594457 None None] Port b4b007f0-f0e9-46fc-a23c-948e64931a2c cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:12:48.536411 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:48.587611 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e24053-f6e2-4107-8f25-b80f5ea09c4d req-0011a773-7140-4983-811e-0663017a997b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:48.589278 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07e24053-f6e2-4107-8f25-b80f5ea09c4d req-0011a773-7140-4983-811e-0663017a997b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0835884 Jun 28 12:12:48.594766 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port eb909f14-6e57-4f5b-aaad-4b8f2396f45e, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:48.605122 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:48.638964 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07e24053-f6e2-4107-8f25-b80f5ea09c4d req-b9f2876c-ac97-4bc2-a9bd-1ead2720c43c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Jun 28 12:12:48.642480 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:48.703611 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:48.708965 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:48.718408 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 4, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port': {'id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:44Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'b4b007f0-f0e9-46fc-a23c-948e64931a2c', 'name': '', 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'mac_address': 'fa:16:3e:b6:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:46Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 2, 'project_id': '795b0d35851342609f3dfb2361b79327', 'subnets': [{'id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:48.871589 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d170a33a-4616-49e3-9c6f-70c72b7552b6 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:48.876212 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafaf81c-af25-41b6-b69a-d6bb7ad64883 None None] The sync data for ids ['2d82a5f6-4a6a-442b-b123-26a5a910a272'] in dv-cinder-772388-5-iscsi is: [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 4, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port': {'id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:44Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'b4b007f0-f0e9-46fc-a23c-948e64931a2c', 'name': '', 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'mac_address': 'fa:16:3e:b6:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:46Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 2, 'project_id': '795b0d35851342609f3dfb2361b79327', 'subnets': [{'id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:12:48.938901 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port d170a33a-4616-49e3-9c6f-70c72b7552b6 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:48.939494 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:48.978784 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-273550fa-bf3b-4a90-b102-539085f0b56d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:48.980518 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-273550fa-bf3b-4a90-b102-539085f0b56d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.0883331 Jun 28 12:12:49.072936 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:49.077221 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d697cc30-7c02-43cd-9db1-93149f904c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:49.118336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Deleting port 29eb358d-f46b-4937-94c6-b43c5f75e2ad {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:12:49.118673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:49.275263 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] For port 29eb358d-f46b-4937-94c6-b43c5f75e2ad, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=29eb358d-f46b-4937-94c6-b43c5f75e2ad,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:49.275634 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:49.651065 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:49.651065 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:49.651773 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Floating IP beab0f51-ccc6-4a9f-ad01-950c26a2929e disassociated. External IP: 172.27.1.17, port: 29eb358d-f46b-4937-94c6-b43c5f75e2ad. Jun 28 12:12:49.651773 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Calling delete_port for 29eb358d-f46b-4937-94c6-b43c5f75e2ad owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:12:49.781524 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d9e8a-38f7-4f70-9706-bdc41fbd600b req-961cd281-c362-4d20-b561-33757fdc17d2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:49.783601 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7a5d9e8a-38f7-4f70-9706-bdc41fbd600b req-961cd281-c362-4d20-b561-33757fdc17d2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 944 time: 0.2293448 Jun 28 12:12:49.901359 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7a5d9e8a-38f7-4f70-9706-bdc41fbd600b req-106f77c2-e94a-4004-aa31-38f0bfff60b0 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110768 Jun 28 12:12:49.980381 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552ebfd-8d5e-4052-bbe5-9bf1f8e87d86 req-6a746483-db57-4b61-b128-f8150cc1c8da tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:49.982055 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a552ebfd-8d5e-4052-bbe5-9bf1f8e87d86 req-6a746483-db57-4b61-b128-f8150cc1c8da tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 946 time: 0.1617541 Jun 28 12:12:49.994184 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:50.005264 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:50.053436 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:50.060966 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event deleted for resources: {'Port': ['ID=29eb358d-f46b-4937-94c6-b43c5f75e2ad,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:50.066334 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:50.130229 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 5d8db324-dac4-468c-87bf-6b882bb1bee6 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:50.142373 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a552ebfd-8d5e-4052-bbe5-9bf1f8e87d86 req-faa13e77-962b-4d64-b246-bc0913eab8f6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=82bbcac2-4fb9-49a8-b733-f6000f82df10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456847 Jun 28 12:12:50.225459 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 5d8db324-dac4-468c-87bf-6b882bb1bee6 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:50.232588 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 5d8db324-dac4-468c-87bf-6b882bb1bee6 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:50.236213 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:50.267485 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:12:50.330503 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:50.368692 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8db324-dac4-468c-87bf-6b882bb1bee6'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:50.373945 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ead5c5-1165-4f3d-a855-79c9d6ac19d3" -d '{"events": [{"server_uuid": "2bc13049-5ed3-4fd7-8fc7-01dbff2157c1", "name": "network-vif-plugged", "status": "completed", "tag": "5d8db324-dac4-468c-87bf-6b882bb1bee6"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:50.390259 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 5d8db324-dac4-468c-87bf-6b882bb1bee6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:50.398238 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:50.400858 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-d176c850-d7bd-4a8d-b36a-30785ac9c616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:50.467913 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=5d8db324-dac4-468c-87bf-6b882bb1bee6,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:50.469795 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:12:50.482873 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] Sync routers for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:12:50.496220 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:50.497251 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:50.516558 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fde98a-a39f-4533-81f8-ba7c33fdfd42 x-openstack-request-id: req-45fde98a-a39f-4533-81f8-ba7c33fdfd42 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:50.516884 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc13049-5ed3-4fd7-8fc7-01dbff2157c1", "name": "network-vif-plugged", "status": "completed", "tag": "5d8db324-dac4-468c-87bf-6b882bb1bee6", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:50.517139 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45fde98a-a39f-4533-81f8-ba7c33fdfd42 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:50.518754 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'code': 200} Jun 28 12:12:50.521481 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:50.537851 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] No DVR routers for this DVR port 29eb358d-f46b-4937-94c6-b43c5f75e2ad on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:12:50.540416 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:50.542469 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6be62a72-a684-454f-8c27-a0fa1b370c3e req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "DELETE /v2.0/ports/29eb358d-f46b-4937-94c6-b43c5f75e2ad HTTP/1.1" status: 204 len: 173 time: 1.5565443 Jun 28 12:12:50.542968 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-deleted', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:50.545336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f243571-fb2e-4421-b567-1f31715a9c5c" -d '{"events": [{"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-deleted", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:50.618861 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd3fc4d-36a8-4eaa-9999-8d4e2fa41d38 x-openstack-request-id: req-9bd3fc4d-36a8-4eaa-9999-8d4e2fa41d38 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:50.619587 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4498affe-d254-4809-b154-7888ec4f2ab9", "name": "network-vif-deleted", "tag": "29eb358d-f46b-4937-94c6-b43c5f75e2ad", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:50.619925 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bd3fc4d-36a8-4eaa-9999-8d4e2fa41d38 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:50.620946 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4498affe-d254-4809-b154-7888ec4f2ab9', 'name': 'network-vif-deleted', 'tag': '29eb358d-f46b-4937-94c6-b43c5f75e2ad', 'status': 'completed', 'code': 200} Jun 28 12:12:50.768720 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:50.894797 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dfbc7-96f6-42cf-91b4-94546eed17e0 req-d88e22b5-f96e-4124-bc61-7dea3a910702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:50.909796 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-be2dfbc7-96f6-42cf-91b4-94546eed17e0 req-d88e22b5-f96e-4124-bc61-7dea3a910702 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 1098 time: 0.1035221 Jun 28 12:12:50.972201 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-be2dfbc7-96f6-42cf-91b4-94546eed17e0 req-6518fd9e-0462-430b-a627-490cfaf45b88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548475 Jun 28 12:12:50.977621 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d608287d-114d-41fd-a2ba-cf0f40c3069d up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:51.086301 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port d608287d-114d-41fd-a2ba-cf0f40c3069d completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:51.100189 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port d608287d-114d-41fd-a2ba-cf0f40c3069d triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:51.100860 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:51.143325 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:51.175651 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56a0d-1928-417a-890f-d58fe0f99ce8 req-4eadacd4-e102-4f5e-bd8b-6cb4b04e095b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:51.187205 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7b56a0d-1928-417a-890f-d58fe0f99ce8 req-4eadacd4-e102-4f5e-bd8b-6cb4b04e095b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 945 time: 0.0861073 Jun 28 12:12:51.196259 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] Checking router: 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:12:51.232306 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:51.232954 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:51.240643 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:51.261172 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7b56a0d-1928-417a-890f-d58fe0f99ce8 req-3a6b0a10-5d1c-446c-be2f-7c345d18c61a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714037 Jun 28 12:12:51.282639 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port d608287d-114d-41fd-a2ba-cf0f40c3069d, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d608287d-114d-41fd-a2ba-cf0f40c3069d,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:51.292674 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:51.293841 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device eb909f14-6e57-4f5b-aaad-4b8f2396f45e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:51.360422 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:51.411110 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port eb909f14-6e57-4f5b-aaad-4b8f2396f45e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:51.411680 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:51.462414 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:51.466211 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e1073bb6-4f4c-40f1-809f-87a66b74689e req-23af88b4-93a1-48e5-af53-fd3470941e6d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=4498affe-d254-4809-b154-7888ec4f2ab9 HTTP/1.1" status: 200 len: 210 time: 0.0700653 Jun 28 12:12:51.466698 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=d608287d-114d-41fd-a2ba-cf0f40c3069d,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:51.470320 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:51.811562 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:51.822508 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:51.851838 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a6c19-4062-469e-8de4-d051c1546541 None None] The sync data for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi is: [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:12:52.487301 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b6a2c-4ef5-4d3a-9347-e22fdb698719 req-bbac6a73-8130-4a51-baf4-4378a7649cba tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:52.488865 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dc7b6a2c-4ef5-4d3a-9347-e22fdb698719 req-bbac6a73-8130-4a51-baf4-4378a7649cba tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 945 time: 0.0917711 Jun 28 12:12:52.560352 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dc7b6a2c-4ef5-4d3a-9347-e22fdb698719 req-6b0b4094-e48a-426e-986c-2f8b024d5945 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632050 Jun 28 12:12:52.648783 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 32812) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:52.775225 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d608287d-114d-41fd-a2ba-cf0f40c3069d up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:52.822243 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9deddfbc-dfcd-456d-bfb3-a3563f0d8ca1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:52.850642 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9deddfbc-dfcd-456d-bfb3-a3563f0d8ca1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:52.856007 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0e6ef-907c-4a2e-b1a4-c9113503eb76 req-b0d7bc5f-f3ec-4c5f-a974-8480b6fb22d8 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:52.857294 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-53c0e6ef-907c-4a2e-b1a4-c9113503eb76 req-b0d7bc5f-f3ec-4c5f-a974-8480b6fb22d8 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 945 time: 0.1133339 Jun 28 12:12:52.911067 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port d608287d-114d-41fd-a2ba-cf0f40c3069d triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:52.911684 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:52.922439 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9deddfbc-dfcd-456d-bfb3-a3563f0d8ca1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:52.926160 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9deddfbc-dfcd-456d-bfb3-a3563f0d8ca1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:52.927629 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9deddfbc-dfcd-456d-bfb3-a3563f0d8ca1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "DELETE /v2.0/security-groups/82bbcac2-4fb9-49a8-b733-f6000f82df10 HTTP/1.1" status: 204 len: 168 time: 0.2768703 Jun 28 12:12:52.928627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-79651dc7-ceba-44a8-85a5-4f6114b1d065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:52.946945 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 32814) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:52.948731 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deddfbc-dfcd-456d-bfb3-a3563f0d8ca1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bbcac2-4fb9-49a8-b733-f6000f82df10,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:52.954815 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9deddfbc-dfcd-456d-bfb3-a3563f0d8ca1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:52.960210 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-53c0e6ef-907c-4a2e-b1a4-c9113503eb76 req-f6d3f9de-c1dd-49fa-9cce-55a06703afb8 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954704 Jun 28 12:12:52.976832 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:12:52.978343 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.api.v2.resource [None req-59040926-8b65-4c9c-9912-dbeb882da75f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] show failed (client error): The resource could not be found. Jun 28 12:12:52.979652 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-59040926-8b65-4c9c-9912-dbeb882da75f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups/82bbcac2-4fb9-49a8-b733-f6000f82df10 HTTP/1.1" status: 404 len: 347 time: 0.0275700 Jun 28 12:12:52.980385 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 32816) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:52.982425 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 32818) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:53.185658 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Deleting port 08709de5-5250-4694-93c4-9fdc65fc017d {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:12:53.186302 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:53.287616 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:53.288241 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:53.314478 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Calling delete_port for 08709de5-5250-4694-93c4-9fdc65fc017d owned by network:floatingip {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:12:53.392859 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d24b1-140d-4511-980c-ab0ccd7bceb1 None None] New status for floating IP beab0f51-ccc6-4a9f-ad01-950c26a2929e: DOWN {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:12:53.443131 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Sync routers for ids ['2d82a5f6-4a6a-442b-b123-26a5a910a272'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:12:53.458474 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Routers {'2d82a5f6-4a6a-442b-b123-26a5a910a272'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:53.460713 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2d82a5f6-4a6a-442b-b123-26a5a910a272'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:53.478678 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.db.api [None req-033d24b1-140d-4511-980c-ab0ccd7bceb1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 12:12:53.478678 dv-cinder-772388-5-iscsi neutron-server[93239]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Jun 28 12:12:53.478678 dv-cinder-772388-5-iscsi neutron-server[93239]: [parameters: {'status': 'DOWN', 'floatingips_id': 'beab0f51-ccc6-4a9f-ad01-950c26a2929e'}] Jun 28 12:12:53.478678 dv-cinder-772388-5-iscsi neutron-server[93239]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93239) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:12:53.479192 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_db.api [None req-033d24b1-140d-4511-980c-ab0ccd7bceb1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:12:53.553625 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:53.556793 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:53.580048 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event deleted for resources: {'Port': ['ID=08709de5-5250-4694-93c4-9fdc65fc017d,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:53.584517 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:53.607135 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Set router 2d82a5f6-4a6a-442b-b123-26a5a910a272 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:53.651379 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498ebb18-71e2-4ab5-9a5c-1c0792448b05 tempest-TestVolumeBootPattern-1005855412 tempest-TestVolumeBootPattern-1005855412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:53.653112 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-498ebb18-71e2-4ab5-9a5c-1c0792448b05 tempest-TestVolumeBootPattern-1005855412 tempest-TestVolumeBootPattern-1005855412-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 1093 time: 0.6714907 Jun 28 12:12:53.656040 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 32828) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:53.662599 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'port_id': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:53.724056 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:53.730155 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:53.733229 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:53.734545 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "DELETE /v2.0/floatingips/beab0f51-ccc6-4a9f-ad01-950c26a2929e HTTP/1.1" status: 204 len: 168 time: 0.7510934 Jun 28 12:12:53.876176 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:53.965646 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 4, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port': {'id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:44Z', 'updated_at': '2021-06-28T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'b4b007f0-f0e9-46fc-a23c-948e64931a2c', 'name': '', 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'mac_address': 'fa:16:3e:b6:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:46Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 2, 'project_id': '795b0d35851342609f3dfb2361b79327', 'subnets': [{'id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:53.981038 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033d24b1-140d-4511-980c-ab0ccd7bceb1 None None] New status for floating IP beab0f51-ccc6-4a9f-ad01-950c26a2929e: DOWN {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:12:54.000555 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Checking router: 2d82a5f6-4a6a-442b-b123-26a5a910a272 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:12:54.002075 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Updating router 2d82a5f6-4a6a-442b-b123-26a5a910a272 port b4b007f0-f0e9-46fc-a23c-948e64931a2c binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:12:54.036142 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.088082 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Allocated IP 172.27.1.79 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/e3d30e6f-7086-49c6-b4ac-8c8ac51d5c1b) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:54.151181 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:12:54.199957 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 29eb358d-f46b-4937-94c6-b43c5f75e2ad {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:12:54.200570 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 29eb358d-f46b-4937-94c6-b43c5f75e2ad not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:12:54.281054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.303262 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 32832) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:54.310107 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992081408', 'description': 'tempest-description--1706684599'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:54.333928 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.342346 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:54.346176 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.358316 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.369137 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Transition to ACTIVE for port object b4b007f0-f0e9-46fc-a23c-948e64931a2c will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:54.386079 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:54.386597 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.393033 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:54.393636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:54.396159 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:54.435521 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=e3d30e6f-7086-49c6-b4ac-8c8ac51d5c1b,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:54.438906 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:54.456460 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb560d34-38a5-4770-9c2e-2928567b2d1e None None] Pushing event updated for resources: {'Port': ['ID=b4b007f0-f0e9-46fc-a23c-948e64931a2c,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:54.467359 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-fb560d34-38a5-4770-9c2e-2928567b2d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:54.501035 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.506662 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.511643 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d25d473f-bd06-4902-acd3-c4fafffaa01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:54.554690 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.556191 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2516341 Jun 28 12:12:54.559203 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 32834) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:54.564163 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'security_group_rule': {'security_group_id': '1b8647a1-d477-4437-bf3a-6a3661dc4ae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:54.572849 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8647a1-d477-4437-bf3a-6a3661dc4ae5,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:54.576492 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:54.587772 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Attempting to bind port b4b007f0-f0e9-46fc-a23c-948e64931a2c on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:12:54.588141 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Attempting to bind port b4b007f0-f0e9-46fc-a23c-948e64931a2c by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:12:54.588496 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Attempting to bind port b4b007f0-f0e9-46fc-a23c-948e64931a2c on network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:12:54.594103 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:12:54.594522 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Checking segment: {'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:12:54.594927 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.595386 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Bound using segment: {'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:12:54.595861 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Bound port: b4b007f0-f0e9-46fc-a23c-948e64931a2c, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15466dd7-383b-469f-a1c4-0d9b346fbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:12:54.597030 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.623150 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.741032 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] For port b4b007f0-f0e9-46fc-a23c-948e64931a2c, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:12:54.746880 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] For port b4b007f0-f0e9-46fc-a23c-948e64931a2c, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=b4b007f0-f0e9-46fc-a23c-948e64931a2c,segment=NetworkSegment(15466dd7-383b-469f-a1c4-0d9b346fbb6b),segment_id=15466dd7-383b-469f-a1c4-0d9b346fbb6b)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:12:54.753707 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.758697 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-68831c1c-e034-4008-999a-d3798912aa50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:54.768834 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.776130 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.778421 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:54.821332 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d4fcc5-c06e-472e-8638-fa5523f47b90,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:54.821946 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Routers {'2d82a5f6-4a6a-442b-b123-26a5a910a272'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:54.822719 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2d82a5f6-4a6a-442b-b123-26a5a910a272'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:54.833309 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:54.835470 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.839233 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765789 Jun 28 12:12:54.839943 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 32836) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:54.845235 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-adb48e5f-08b6-40be-8f3f-fbbf258b3343 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'security_group_rule': {'security_group_id': '1b8647a1-d477-4437-bf3a-6a3661dc4ae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:54.892556 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-adb48e5f-08b6-40be-8f3f-fbbf258b3343 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.896838 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb560d34-38a5-4770-9c2e-2928567b2d1e None None] Pushing event updated for resources: {'Port': ['ID=b4b007f0-f0e9-46fc-a23c-948e64931a2c,revision_number=4']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:54.901695 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-fb560d34-38a5-4770-9c2e-2928567b2d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:54.982124 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-adb48e5f-08b6-40be-8f3f-fbbf258b3343 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.990449 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-adb48e5f-08b6-40be-8f3f-fbbf258b3343 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:54.994090 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e4006f1a-868a-4c4b-b42c-9fa9b3a89813 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:55.007302 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] Set router 2d82a5f6-4a6a-442b-b123-26a5a910a272 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:55.012965 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb48e5f-08b6-40be-8f3f-fbbf258b3343 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b556bb-83fa-4b6b-813e-5abce6a982ac,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:55.018704 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-adb48e5f-08b6-40be-8f3f-fbbf258b3343 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:55.027996 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-adb48e5f-08b6-40be-8f3f-fbbf258b3343 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.032123 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-adb48e5f-08b6-40be-8f3f-fbbf258b3343 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883900 Jun 28 12:12:55.032704 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 32838) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:12:55.046730 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:55.106406 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.257248 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.342109 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-997e76da-2647-419b-96b4-363c0f912253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 4, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port': {'id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:44Z', 'updated_at': '2021-06-28T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'b4b007f0-f0e9-46fc-a23c-948e64931a2c', 'name': '', 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'mac_address': 'fa:16:3e:b6:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:46Z', 'updated_at': '2021-06-28T12:12:54Z', 'revision_number': 4, 'project_id': '795b0d35851342609f3dfb2361b79327', 'subnets': [{'id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:55.362924 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.382082 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e76da-2647-419b-96b4-363c0f912253 None None] The sync data for ids ['2d82a5f6-4a6a-442b-b123-26a5a910a272'] in dv-cinder-772388-5-iscsi is: [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:12:47Z', 'revision_number': 4, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port': {'id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:44Z', 'updated_at': '2021-06-28T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'b4b007f0-f0e9-46fc-a23c-948e64931a2c', 'name': '', 'network_id': '4028f6d7-00a0-4197-808a-ffdf2f4655e7', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'mac_address': 'fa:16:3e:b6:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:46Z', 'updated_at': '2021-06-28T12:12:54Z', 'revision_number': 4, 'project_id': '795b0d35851342609f3dfb2361b79327', 'subnets': [{'id': '8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:12:55.404408 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Allocated IP 172.27.1.20 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/3cfae812-edbb-4dcd-a27f-0b5711a01f4d) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:55.488962 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.548749 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.611977 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.616781 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-9be62107-f0ba-4e4f-acfa-8e4f1ca871c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:55.661903 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:55.670036 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:55.672537 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:55.702189 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'Port': ['ID=3cfae812-edbb-4dcd-a27f-0b5711a01f4d,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:55.705374 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:55.711833 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.720372 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.724927 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-085ac958-c0b5-4a5f-9912-4ea779a39a50 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:55.768932 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=e3d30e6f-7086-49c6-b4ac-8c8ac51d5c1b,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:55.774096 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:55.832250 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.835548 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.901030 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:55.983562 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Floating IP a1acba2d-7276-44c7-b1ba-44a7c170e39b associated. External IP: 172.27.1.79, port: 5d8db324-dac4-468c-87bf-6b882bb1bee6. Jun 28 12:12:56.106075 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:56.114186 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:56.120975 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:56.215593 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'Port': ['ID=3cfae812-edbb-4dcd-a27f-0b5711a01f4d,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:56.226529 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:56.239857 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:56.245713 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:56.257329 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2138476 Jun 28 12:12:56.301653 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:12:56.426174 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:12:56.439723 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:12:56.452236 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:56.456940 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:56.457594 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:56.499095 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8368497 Jun 28 12:12:56.499095 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'tag': '5d8db324-dac4-468c-87bf-6b882bb1bee6'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:12:56.499095 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc13049-5ed3-4fd7-8fc7-01dbff2157c1", "tag": "5d8db324-dac4-468c-87bf-6b882bb1bee6"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:12:56.504794 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-70388455-13c8-4fb9-8af3-5931d9a6ce03 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--992081408&fields=id&tenant_id=00cfc41933524345a618f3b1ff6d32de HTTP/1.1" status: 200 len: 267 time: 0.0570509 Jun 28 12:12:56.551681 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c696a8ce-d778-4943-b353-9e115c9efb40 x-openstack-request-id: req-c696a8ce-d778-4943-b353-9e115c9efb40 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:12:56.552053 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc13049-5ed3-4fd7-8fc7-01dbff2157c1", "tag": "5d8db324-dac4-468c-87bf-6b882bb1bee6", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:12:56.552396 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c696a8ce-d778-4943-b353-9e115c9efb40 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:12:56.552899 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'tag': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'status': 'completed', 'code': 200} Jun 28 12:12:56.616236 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:56.791097 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device b4b007f0-f0e9-46fc-a23c-948e64931a2c up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:56.954205 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-9a49f063-14ca-428d-8ec0-bde89151d618 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:56.961002 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-9a49f063-14ca-428d-8ec0-bde89151d618 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 817 time: 0.4487092 Jun 28 12:12:56.978019 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-693df3fa-c681-41aa-a959-3ef7836ff146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:56.979505 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-693df3fa-c681-41aa-a959-3ef7836ff146 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 1098 time: 0.3869112 Jun 28 12:12:56.986163 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-eb47affd-b069-4881-9b8c-2d5aed890b3d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/quotas/00cfc41933524345a618f3b1ff6d32de HTTP/1.1" status: 200 len: 375 time: 0.0242796 Jun 28 12:12:57.042666 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port b4b007f0-f0e9-46fc-a23c-948e64931a2c completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:57.054336 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port b4b007f0-f0e9-46fc-a23c-948e64931a2c triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:57.054809 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:57.107196 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'a1acba2d-7276-44c7-b1ba-44a7c170e39b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:72:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:12:55Z', 'updated_at': '2021-06-28T12:12:55Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:57.151615 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-0ba7534f-29bb-4d2f-8068-4a5bf80bfb41 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1644406 Jun 28 12:12:57.163748 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:12:57.163973 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-b0b3a2ca-695c-4bda-9d03-313399f2fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:57.163973 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-b0b3a2ca-695c-4bda-9d03-313399f2fa63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.1744230 Jun 28 12:12:57.187209 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:12:57.187934 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:12:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:57.192461 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:57.265164 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port b4b007f0-f0e9-46fc-a23c-948e64931a2c, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=b4b007f0-f0e9-46fc-a23c-948e64931a2c,segment=NetworkSegment(15466dd7-383b-469f-a1c4-0d9b346fbb6b),segment_id=15466dd7-383b-469f-a1c4-0d9b346fbb6b)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:12:57.274715 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-9ae275a3-1686-41fb-b28c-816f5c0bf1e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6 HTTP/1.1" status: 200 len: 998 time: 0.1010041 Jun 28 12:12:57.315088 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:57.318774 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c29e3dd3-25d5-4863-84ff-3330f33a2a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:57.324269 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-971a75e7-8856-4741-ab9a-f7ea6bfcb255 service neutron] 10.222.0.11 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717105 Jun 28 12:12:57.378092 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:12:57.394655 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-171b47bc-1982-47ef-a101-33761284fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:57.396136 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-171b47bc-1982-47ef-a101-33761284fc9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.1146522 Jun 28 12:12:57.407917 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=b4b007f0-f0e9-46fc-a23c-948e64931a2c,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:57.412777 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:57.461254 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-9a0243dd-4c4d-42a0-aa76-5dc2fbcdf761 service neutron] 10.222.0.11 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361001 Jun 28 12:12:57.479200 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-5c92cbdf-8f09-4aaf-8f59-396193d8e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:57.481389 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-5c92cbdf-8f09-4aaf-8f59-396193d8e652 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789435 Jun 28 12:12:57.629091 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-9948a9de-861b-4aca-8db3-6047964d7098 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411347 Jun 28 12:12:57.760997 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1fc9a93b-a92c-4d50-b7ec-5be10f050dae req-d7c13357-7804-4b99-9d43-dcd84e07c9fa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 210 time: 0.0391440 Jun 28 12:12:57.796712 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1ce33cb0-ef8a-4ae5-a0bb-ded1787cad7b req-50f5dd6e-ae67-4951-a28c-13db693fd565 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599326 Jun 28 12:12:57.860175 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'a1acba2d-7276-44c7-b1ba-44a7c170e39b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:72:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:12:55Z', 'updated_at': '2021-06-28T12:12:55Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:12:57.888094 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd25d4-82e9-4f4a-a28c-4f8985ee79f4 None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'a1acba2d-7276-44c7-b1ba-44a7c170e39b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:72:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:12:55Z', 'updated_at': '2021-06-28T12:12:55Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:12:58.174305 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61965f15-1864-43e3-bad8-7067dd4139f5 None None] New status for floating IP a1acba2d-7276-44c7-b1ba-44a7c170e39b: ACTIVE {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:12:58.707970 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device b4b007f0-f0e9-46fc-a23c-948e64931a2c up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:12:58.782877 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port b4b007f0-f0e9-46fc-a23c-948e64931a2c triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:58.783905 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:59.021016 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-509fc2c0-111d-4bd8-97a7-cd6ba92eb07c req-0cf2719a-9bb0-453a-85f3-b66af0f8caca tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 210 time: 0.0792682 Jun 28 12:12:59.066117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-95fc4496-897e-403e-842b-ebf5c86445c9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:59.067850 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-95fc4496-897e-403e-842b-ebf5c86445c9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 817 time: 0.1819689 Jun 28 12:12:59.138264 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-79993209-63a8-4ae7-857e-f652f8ea84b5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00cfc41933524345a618f3b1ff6d32de HTTP/1.1" status: 200 len: 379 time: 0.0617995 Jun 28 12:12:59.147290 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'port': {'device_id': '00215673-d27c-42a9-beac-e052b00c6188', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'admin_state_up': True, 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'security_groups': ['1b8647a1-d477-4437-bf3a-6a3661dc4ae5']}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:59.280428 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Made reservation on behalf of 00cfc41933524345a618f3b1ff6d32de for: {'port': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:12:59.284154 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:59.424435 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Allocated IP 172.20.0.4 (e9529f5e-48d2-4f6d-a609-e724cd83f2a2/2f2b98a6-9bf4-44a2-90b5-70c0049d00f7/186b50c9-99e2-4a52-95dd-33fa9193b6b6) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:12:59.585305 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:59.601139 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Transition to ACTIVE for port object 186b50c9-99e2-4a52-95dd-33fa9193b6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:12:59.640922 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:59.645069 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:12:59.696107 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:12:59.701523 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:12:59.705424 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:12:59.741424 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:12:59.756409 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.756788 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.757157 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.757505 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.757853 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.758200 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.758544 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.758886 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.759277 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.759620 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.759982 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.760324 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:12:59.770685 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:12:59.789949 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:12:59.790576 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:59.812902 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6698394 Jun 28 12:12:59.829469 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Request body: {'port': {'device_id': '00215673-d27c-42a9-beac-e052b00c6188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:12:59.927635 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:12:59.973028 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-77a912a3-4135-446c-aa95-d923ebc48f65 None None] Provisioning for port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:12:59.979280 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-77a912a3-4135-446c-aa95-d923ebc48f65 None None] Provisioning complete for port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:12:59.979949 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-77a912a3-4135-446c-aa95-d923ebc48f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:00.022252 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-77a912a3-4135-446c-aa95-d923ebc48f65 None None] Port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:13:00.291668 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae3c3c-3c86-4452-9615-5637a0813768 req-23adef07-acfc-47e6-9afe-65031b698cde tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:00.293168 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-15ae3c3c-3c86-4452-9615-5637a0813768 req-23adef07-acfc-47e6-9afe-65031b698cde tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 931 time: 0.1211779 Jun 28 12:13:00.310545 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186b50c9-99e2-4a52-95dd-33fa9193b6b6 {{(pid=93238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:13:00.325137 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:00.349913 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Transition to ACTIVE for port object 186b50c9-99e2-4a52-95dd-33fa9193b6b6 will not be triggered until provisioned by entity L2. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:13:00.355565 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-15ae3c3c-3c86-4452-9615-5637a0813768 req-58caec6f-33cc-4e61-8a91-6a08f9c677e5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547948 Jun 28 12:13:00.357401 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:00.359668 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f3c61841-1bd8-4764-b2af-252c7912387a tempest-VolumesActionsTest-849938188 tempest-VolumesActionsTest-849938188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:00.441213 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:00.460019 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:00.511354 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Attempting to bind port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:13:00.511696 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Attempting to bind port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:13:00.512022 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Attempting to bind port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 on network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:13:00.517469 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 on network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:13:00.517816 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Attempting to bind port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 on network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:13:00.524354 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:13:00.524765 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Checking segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:13:00.525080 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Bound using segment: {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:13:00.525529 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Bound port: 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c1ed57-8791-4147-af63-e2a8c57c2da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2'}}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:13:00.525887 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:00.603878 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, cleared binding levels {{(pid=93238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:13:00.608308 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:13:00.621661 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:00.624514 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:00.686186 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:00.686991 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:00.689029 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] 10.222.0.15 "PUT /v2.0/ports/186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 200 len: 1093 time: 0.8679433 Jun 28 12:13:00.689621 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:00.692058 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e" -d '{"events": [{"name": "network-changed", "server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:00.706731 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=3']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:00.711348 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:00.750222 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16031bbf-7b2b-46de-8429-e8e29de23063 x-openstack-request-id: req-16031bbf-7b2b-46de-8429-e8e29de23063 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:00.750630 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:00.750980 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16031bbf-7b2b-46de-8429-e8e29de23063 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:00.751697 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'status': 'completed', 'code': 200} Jun 28 12:13:00.819960 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-bab356af-531e-494c-bd32-23fa392b73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:00.821564 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-bab356af-531e-494c-bd32-23fa392b73ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1096 time: 0.0847757 Jun 28 12:13:00.873016 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-fa5cd2ff-ae95-4d4e-905f-548fa3c5472b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 200 len: 217 time: 0.0443721 Jun 28 12:13:00.927775 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-ad61a91e-3598-4ce3-a127-91bc9b836f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:00.929394 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-ad61a91e-3598-4ce3-a127-91bc9b836f6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0503120 Jun 28 12:13:00.998257 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-75199d3b-1246-45fe-ad7f-4e542d9b594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:00.999869 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-75199d3b-1246-45fe-ad7f-4e542d9b594f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641663 Jun 28 12:13:01.099807 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-efe193e6-fa17-4de2-a057-b278538e9755 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924065 Jun 28 12:13:01.199223 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f1f57b2-f5cf-4d1c-bde3-63799580cdab req-9a4dcc38-7c41-4b00-9570-7ec9d7d6d3de service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929811 Jun 28 12:13:01.301486 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-19211880-03cd-4333-8556-6c01f3f28bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:01.302980 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-19211880-03cd-4333-8556-6c01f3f28bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1096 time: 0.0520120 Jun 28 12:13:01.395221 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-f9dca7b0-7b19-4eb0-b3a5-bf55c1b5a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:01.396672 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-f9dca7b0-7b19-4eb0-b3a5-bf55c1b5a936 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.0877872 Jun 28 12:13:01.445214 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-c24dbfe5-50ee-40ca-8e28-e2f2b83a4905 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 200 len: 217 time: 0.0422812 Jun 28 12:13:01.528988 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-0316de03-29a4-4e48-ab0a-22b5b902608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:01.530512 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-0316de03-29a4-4e48-ab0a-22b5b902608c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0795662 Jun 28 12:13:01.660044 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f5964-6ffd-4f8d-86b9-5a3eaec76eee req-f43dbddb-472a-45ff-95fd-12cc0d0b9613 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:01.661395 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-421f5964-6ffd-4f8d-86b9-5a3eaec76eee req-f43dbddb-472a-45ff-95fd-12cc0d0b9613 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.1678438 Jun 28 12:13:01.709589 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-54795cbc-6c0f-4a28-9d54-dae4745fa1c9 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:01.710995 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-54795cbc-6c0f-4a28-9d54-dae4745fa1c9 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 815 time: 0.1641688 Jun 28 12:13:01.713164 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-4d1b5f5d-cf3f-441e-bed3-c2d43e45a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:01.714481 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-4d1b5f5d-cf3f-441e-bed3-c2d43e45a3f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1773853 Jun 28 12:13:01.744216 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-421f5964-6ffd-4f8d-86b9-5a3eaec76eee req-a87af5c4-e4f8-4b8f-a0e1-d6d41db48364 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764790 Jun 28 12:13:01.746579 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-eb706c49-0ff3-4074-b90e-61a72ddaa004 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/quotas/6e7afecae18942b3ae406af1dc23ec60 HTTP/1.1" status: 200 len: 375 time: 0.0288532 Jun 28 12:13:01.865841 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-68af4d7b-576e-42da-8ffb-73c11b922d10 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339340 Jun 28 12:13:01.876004 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-617db169-2415-4aee-a8bb-99434b85bfe4 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201787 Jun 28 12:13:02.020096 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43b37dec-3ac9-4a59-9a2b-8a1b0d21ee0e req-0461d70b-742b-4113-a79f-0e2d31bb76fb service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431701 Jun 28 12:13:02.026045 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-3338a3c1-b196-439b-9088-9e11fb2ad48b service neutron] 10.222.0.11 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323519 Jun 28 12:13:02.123492 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-1c0f54fe-a3f2-4093-bb76-20c2a016d78b service neutron] 10.222.0.11 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914490 Jun 28 12:13:02.293768 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c7d8975-6173-4391-8adc-b6c23c54dc15 req-c75e6703-4a7d-4a01-81a1-cd26fea9bc8a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 210 time: 0.0288863 Jun 28 12:13:02.930068 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d727f-6288-407b-9c58-2d11257ecd49 req-7daff219-2530-4a2b-80c9-457dfd2bf46d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:02.931615 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-263d727f-6288-407b-9c58-2d11257ecd49 req-7daff219-2530-4a2b-80c9-457dfd2bf46d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0685096 Jun 28 12:13:02.969985 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-263d727f-6288-407b-9c58-2d11257ecd49 req-7cf4d846-9825-4695-a6b7-5b93df6d407a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323312 Jun 28 12:13:03.466308 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-adbb75d3-2281-46c8-b076-7a5c7bec5a01 req-8e49c531-148e-4c0f-9eaf-03c9a36dd039 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 210 time: 0.0606871 Jun 28 12:13:03.506687 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-e475ab11-a36a-484b-85ac-f123cab86c5a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:03.508099 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-e475ab11-a36a-484b-85ac-f123cab86c5a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.15 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 815 time: 0.1375384 Jun 28 12:13:03.519796 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'port': {'device_id': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'admin_state_up': True, 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:03.636140 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Made reservation on behalf of 6e7afecae18942b3ae406af1dc23ec60 for: {'port': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:13:03.639852 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:03.780412 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Allocated IP 172.20.0.5 (4e98f626-7daf-4155-9884-b62dee5d8971/3bf60b7f-8ddc-4366-a363-2d9bf34c20b9/3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:13:03.930106 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:03.949275 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Transition to ACTIVE for port object 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:13:03.996017 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:04.000809 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:04.361322 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Network 4e98f626-7daf-4155-9884-b62dee5d8971 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:13:04.366703 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:13:04.369432 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'Port': ['ID=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:04.371579 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:13:04.377444 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:04.427130 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:04.427799 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:04.467424 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5563ff-86cc-4615-945a-5f14b0598771 req-0f0c3729-5e85-4d0c-9ce3-f1dc628347bc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:04.475475 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f5563ff-86cc-4615-945a-5f14b0598771 req-0f0c3729-5e85-4d0c-9ce3-f1dc628347bc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.1644187 Jun 28 12:13:04.479543 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9628541 Jun 28 12:13:04.548318 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f5563ff-86cc-4615-945a-5f14b0598771 req-f5de1c07-d42e-47ec-af44-cba2ef2ec5b4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714085 Jun 28 12:13:04.641658 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-0a227be1-80f3-454b-a3f3-d3638d72c3a2 None None] Provisioning for port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:13:04.645475 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-0a227be1-80f3-454b-a3f3-d3638d72c3a2 None None] Provisioning complete for port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:13:04.645850 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0a227be1-80f3-454b-a3f3-d3638d72c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:04.693176 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-0a227be1-80f3-454b-a3f3-d3638d72c3a2 None None] Port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:13:04.706520 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1bbd9-4c86-4478-9dd4-339056496ea8 req-252d1173-3a3c-4c0d-bd58-bdd41b6c4f65 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:04.708262 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b2b1bbd9-4c86-4478-9dd4-339056496ea8 req-252d1173-3a3c-4c0d-bd58-bdd41b6c4f65 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0766246 Jun 28 12:13:04.751727 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b2b1bbd9-4c86-4478-9dd4-339056496ea8 req-62d1ff48-f143-4f6d-9d25-3422b74d80de tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359688 Jun 28 12:13:05.728718 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e61b3-b05d-4839-a761-e3d87406cde9 req-db844a7d-26e1-4fab-b789-8d8e293b9b98 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:05.730210 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5b6e61b3-b05d-4839-a761-e3d87406cde9 req-db844a7d-26e1-4fab-b789-8d8e293b9b98 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0705738 Jun 28 12:13:05.768199 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5b6e61b3-b05d-4839-a761-e3d87406cde9 req-5b8e1fae-045d-4594-a2e3-8c488eff7465 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322735 Jun 28 12:13:05.947124 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2f312-36f2-43fc-9ab1-08bb3ac4a609 req-0502ed8c-6d37-4e4a-bc61-8ae4b784ac99 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:05.948446 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ce2f312-36f2-43fc-9ab1-08bb3ac4a609 req-0502ed8c-6d37-4e4a-bc61-8ae4b784ac99 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0715454 Jun 28 12:13:05.992640 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ce2f312-36f2-43fc-9ab1-08bb3ac4a609 req-06e03ceb-b0c5-4645-b50d-405f582f72e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Jun 28 12:13:06.243155 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:13:06.348216 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:06.360225 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'port_id': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'mac_address': 'fa:16:3e:8f:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:13:06.399916 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:06.414265 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186b50c9-99e2-4a52-95dd-33fa9193b6b6 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:13:06.444738 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:06.452120 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:06.453924 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:06.506029 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:06.509387 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:06.812899 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['186b50c9-99e2-4a52-95dd-33fa9193b6b6'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:13:06.963340 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701602fc-764c-451d-8bb6-18708298dade req-9c6796e6-0b78-48fb-bdfe-90a2d74edffd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:06.964878 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-701602fc-764c-451d-8bb6-18708298dade req-9c6796e6-0b78-48fb-bdfe-90a2d74edffd tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 944 time: 0.0701454 Jun 28 12:13:07.005109 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-701602fc-764c-451d-8bb6-18708298dade req-e08ea5d2-3b4e-463c-a101-22146c6d2b94 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334711 Jun 28 12:13:07.182714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f71739-b431-46ec-8ea9-72521f9450dd req-8cab7d31-53ee-42c8-8db3-0b3a8d89bbb8 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:07.184211 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-85f71739-b431-46ec-8ea9-72521f9450dd req-8cab7d31-53ee-42c8-8db3-0b3a8d89bbb8 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0722575 Jun 28 12:13:07.225812 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-85f71739-b431-46ec-8ea9-72521f9450dd req-7dd63a9d-9a54-4bb3-bb5f-fc84cdd9ebef tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357194 Jun 28 12:13:08.197327 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b4bd2-9944-40e8-9574-5f4554883420 req-93086664-d596-4f29-8870-fdce6c4f70ad tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:08.198854 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d81b4bd2-9944-40e8-9574-5f4554883420 req-93086664-d596-4f29-8870-fdce6c4f70ad tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 944 time: 0.0689478 Jun 28 12:13:08.238115 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d81b4bd2-9944-40e8-9574-5f4554883420 req-2e91c722-47cd-429f-9ed5-260acc7f4f2b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331511 Jun 28 12:13:08.243695 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:13:08.309619 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:13:08.314635 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:13:08.315387 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:08.412593 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:08.443880 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab848-d15d-4639-90ec-65f59fc7deff req-a66ea044-bb70-4d6a-855d-f0643637f37c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:08.447756 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-512ab848-d15d-4639-90ec-65f59fc7deff req-a66ea044-bb70-4d6a-855d-f0643637f37c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0983496 Jun 28 12:13:08.455556 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:08.459691 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2492f0-2f1a-4c63-a53f-481de671ecf7" -d '{"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-plugged", "status": "completed", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:08.485530 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:08.488257 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-512ab848-d15d-4639-90ec-65f59fc7deff req-493de858-cddf-4acf-a26a-a604e294218c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362647 Jun 28 12:13:08.505198 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:08.508102 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:08.553271 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35aa92-d5e9-41e6-8ebd-872ac22f426f x-openstack-request-id: req-2b35aa92-d5e9-41e6-8ebd-872ac22f426f {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:08.553537 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-plugged", "status": "completed", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:08.553792 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b35aa92-d5e9-41e6-8ebd-872ac22f426f {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:08.554183 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'code': 200} Jun 28 12:13:08.581361 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:08.584656 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:09.440801 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6cead-d3ff-4070-8215-890a2848bdb9 req-1d55f582-5a31-4dcb-9637-524efb4c1753 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:09.442379 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8bf6cead-d3ff-4070-8215-890a2848bdb9 req-1d55f582-5a31-4dcb-9637-524efb4c1753 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0731401 Jun 28 12:13:09.484755 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8bf6cead-d3ff-4070-8215-890a2848bdb9 req-5e4f46c4-13bf-4d30-b306-2689361ea838 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363605 Jun 28 12:13:09.701460 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d12779-2ae0-4ec6-a936-2a7b81bcdf7d req-a07ba0a8-33ee-49c0-8cd7-d84ec547c48e tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:09.703015 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-19d12779-2ae0-4ec6-a936-2a7b81bcdf7d req-a07ba0a8-33ee-49c0-8cd7-d84ec547c48e tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0728567 Jun 28 12:13:09.757149 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-19d12779-2ae0-4ec6-a936-2a7b81bcdf7d req-02ee6e4b-9192-4bf2-bb5c-e83b30ba7937 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Jun 28 12:13:10.670639 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4322f57-4da0-40b1-917b-afa1ed0aaf6f req-6cc5c607-ad58-4188-9751-a6aa6d731b48 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:10.672191 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e4322f57-4da0-40b1-917b-afa1ed0aaf6f req-6cc5c607-ad58-4188-9751-a6aa6d731b48 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0656133 Jun 28 12:13:10.740432 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e4322f57-4da0-40b1-917b-afa1ed0aaf6f req-f7f0ffe6-7169-4406-a7a9-8a258938cd7e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614543 Jun 28 12:13:10.948676 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b0604-70f5-49c0-9523-0fe6285f1285 req-80e28652-3426-4deb-88e8-98d59e793e81 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:10.950097 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8b2b0604-70f5-49c0-9523-0fe6285f1285 req-80e28652-3426-4deb-88e8-98d59e793e81 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0670547 Jun 28 12:13:10.989177 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8b2b0604-70f5-49c0-9523-0fe6285f1285 req-aa4b4042-ed64-4602-adbc-fffbeee5aa54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Jun 28 12:13:11.936511 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3d2b2-9cc0-4632-be24-645f8b237f0a req-5e353b9d-195c-4fcf-a48c-5a5d0c01d4ae tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:11.938089 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a3d2b2-9cc0-4632-be24-645f8b237f0a req-5e353b9d-195c-4fcf-a48c-5a5d0c01d4ae tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0724635 Jun 28 12:13:11.980957 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a3a3d2b2-9cc0-4632-be24-645f8b237f0a req-54ca7280-c4fa-45d9-a7fb-1c266914af1e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363066 Jun 28 12:13:12.171779 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2b20e-1d88-4ee8-89be-b3864506ef6b req-f1e4e80c-ba89-43ed-ae35-f3c71e370f3d tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:12.173440 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cce2b20e-1d88-4ee8-89be-b3864506ef6b req-f1e4e80c-ba89-43ed-ae35-f3c71e370f3d tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0698164 Jun 28 12:13:12.212144 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cce2b20e-1d88-4ee8-89be-b3864506ef6b req-f6303e9e-87ae-42e2-8077-723595cf56bb tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Jun 28 12:13:13.180196 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387ddff-651f-4098-b4f1-48a309f9d393 req-1d32968e-20ae-49fe-9994-edb6eb2385aa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:13.181700 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6387ddff-651f-4098-b4f1-48a309f9d393 req-1d32968e-20ae-49fe-9994-edb6eb2385aa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0688696 Jun 28 12:13:13.219394 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6387ddff-651f-4098-b4f1-48a309f9d393 req-42ce284d-8f07-42eb-abf0-0ca7871e4b63 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318012 Jun 28 12:13:13.404279 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae57dc-1d8a-42f7-b319-41701149801b req-82fe333f-5562-4b79-843b-da40ff13f555 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:13.405667 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d1ae57dc-1d8a-42f7-b319-41701149801b req-82fe333f-5562-4b79-843b-da40ff13f555 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0695662 Jun 28 12:13:13.453135 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d1ae57dc-1d8a-42f7-b319-41701149801b req-e8045df1-e4cb-4b6c-ac64-fe09301e33a1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Jun 28 12:13:14.443807 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed87615-96c6-45ed-8c63-b42ec27aaa65 req-8334d0b0-6b94-4d80-a13b-90f5c295721e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:14.445288 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ed87615-96c6-45ed-8c63-b42ec27aaa65 req-8334d0b0-6b94-4d80-a13b-90f5c295721e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0761616 Jun 28 12:13:14.483454 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ed87615-96c6-45ed-8c63-b42ec27aaa65 req-aa406961-32c4-43f6-971a-48dea9aedc8a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323527 Jun 28 12:13:14.651311 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7e5a3-b1a0-4dd8-a453-011174d19760 req-98f4643f-8f42-4bca-85bd-43ba233f6b77 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:14.653485 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31f7e5a3-b1a0-4dd8-a453-011174d19760 req-98f4643f-8f42-4bca-85bd-43ba233f6b77 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0769253 Jun 28 12:13:14.698514 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-31f7e5a3-b1a0-4dd8-a453-011174d19760 req-c8444698-b3b3-40ef-b85a-ff5aed6254cb tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377886 Jun 28 12:13:15.681318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a28d90-c79c-45d3-8ff4-4be240f04306 req-56211d7f-57af-4911-a7dd-dd001a4587b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:15.682797 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-55a28d90-c79c-45d3-8ff4-4be240f04306 req-56211d7f-57af-4911-a7dd-dd001a4587b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0755641 Jun 28 12:13:15.721209 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-55a28d90-c79c-45d3-8ff4-4be240f04306 req-0367ca38-4b4d-4dc6-9e3d-6e5882e80d8a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325494 Jun 28 12:13:15.895258 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73a612-3df8-42b8-b147-b7f51094d2d4 req-5a818153-529c-4571-ac08-5ef579983537 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:15.896647 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ce73a612-3df8-42b8-b147-b7f51094d2d4 req-5a818153-529c-4571-ac08-5ef579983537 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.0779047 Jun 28 12:13:15.936229 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ce73a612-3df8-42b8-b147-b7f51094d2d4 req-1d8f5925-daca-4dd9-ac40-2125a0527ae8 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Jun 28 12:13:16.464526 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-92828dea-e28f-41c2-8cc9-222d647d7fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:16.907786 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919ec14-a8c6-4cd5-aff5-28a7390d9358 req-2727d968-b547-4871-885a-ec5a58b39b82 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:16.909200 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5919ec14-a8c6-4cd5-aff5-28a7390d9358 req-2727d968-b547-4871-885a-ec5a58b39b82 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0701716 Jun 28 12:13:16.964416 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5919ec14-a8c6-4cd5-aff5-28a7390d9358 req-0eaeaddf-355a-4627-a07c-a6be68bb5eb6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461295 Jun 28 12:13:17.080750 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:17.083464 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Request body: {'port': {'device_id': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:17.169129 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9d3f2-3096-4df2-b830-473ab62ba849 req-4c50d6b0-6b92-46b7-b681-0fbe2ac3253e tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:17.170588 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43c9d3f2-3096-4df2-b830-473ab62ba849 req-4c50d6b0-6b92-46b7-b681-0fbe2ac3253e tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 931 time: 0.1241791 Jun 28 12:13:17.175724 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:17.241396 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43c9d3f2-3096-4df2-b830-473ab62ba849 req-75685056-614d-498a-a524-3bd3ce6b7621 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635068 Jun 28 12:13:17.302281 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952183f6-b7a0-421f-be12-50e3f5f3d14d req-cd1bda28-a6d8-4213-bf24-6d73a020b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:17.303811 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-952183f6-b7a0-421f-be12-50e3f5f3d14d req-cd1bda28-a6d8-4213-bf24-6d73a020b88c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1098 time: 0.0567646 Jun 28 12:13:17.338600 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-952183f6-b7a0-421f-be12-50e3f5f3d14d req-3aae79d1-4cf8-4452-8ca9-e1323afaaef8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279462 Jun 28 12:13:17.477220 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 {{(pid=93238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:13:17.484894 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:17.497450 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Transition to ACTIVE for port object 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 will not be triggered until provisioned by entity L2. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:13:17.504981 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:17.507927 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:17.555903 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Pushing event updated for resources: {'Port': ['ID=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:17.560376 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:17.635190 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Attempting to bind port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:13:17.635525 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Attempting to bind port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:13:17.635844 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Attempting to bind port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 on network 4e98f626-7daf-4155-9884-b62dee5d8971 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:13:17.640693 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 on network 4e98f626-7daf-4155-9884-b62dee5d8971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:13:17.641018 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Attempting to bind port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 on network 4e98f626-7daf-4155-9884-b62dee5d8971 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:13:17.646584 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:13:17.646933 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Checking segment: {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:13:17.647674 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Bound using segment: {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:13:17.648104 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Bound port: 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971'}}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:13:17.648465 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:17.720546 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] For port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host hv-cinder-77238, cleared binding levels {{(pid=93238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:13:17.724459 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] For port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:13:17.730980 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:17.733267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:17.764710 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:17.765369 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:17.767176 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] 10.222.0.15 "PUT /v2.0/ports/3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 1093 time: 0.6888928 Jun 28 12:13:17.769607 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:17.774483 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8c252-404c-42e8-8835-91b592409aee" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:17.805654 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Pushing event updated for resources: {'Port': ['ID=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,revision_number=3']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:17.808906 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:17.820422 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d044183b-e7eb-4963-bf4d-0a54732d18ac x-openstack-request-id: req-d044183b-e7eb-4963-bf4d-0a54732d18ac {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:17.820743 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:17.821022 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d044183b-e7eb-4963-bf4d-0a54732d18ac {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:17.821447 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'status': 'completed', 'code': 200} Jun 28 12:13:17.869762 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-f105f793-21d2-4ff2-a5fe-1ed8a55975a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:17.871304 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-f105f793-21d2-4ff2-a5fe-1ed8a55975a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1096 time: 0.0608537 Jun 28 12:13:17.918125 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-e8344028-fdd4-48bd-8981-c9cfef56cac9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 217 time: 0.0383716 Jun 28 12:13:17.968300 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-11ce1aec-8989-49f9-a08f-d7ca5b3f343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:17.969795 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-11ce1aec-8989-49f9-a08f-d7ca5b3f343c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 200 len: 854 time: 0.0455115 Jun 28 12:13:18.028768 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-65b4d0ba-ca7d-4698-a0ba-8ae62abb12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:18.030260 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-65b4d0ba-ca7d-4698-a0ba-8ae62abb12f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e98f626-7daf-4155-9884-b62dee5d8971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535150 Jun 28 12:13:18.157309 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-793dc525-9ba2-4dc5-a21c-51afbd519d36 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197417 Jun 28 12:13:18.186707 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df858d90-8982-48fd-9706-e2f0d07943cc req-1e437b9d-a9ec-4095-8d43-4d75369cbeee tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:18.188164 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-df858d90-8982-48fd-9706-e2f0d07943cc req-1e437b9d-a9ec-4095-8d43-4d75369cbeee tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0941045 Jun 28 12:13:18.270020 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-df858d90-8982-48fd-9706-e2f0d07943cc req-dcc517ff-73ca-46ab-9a24-28a6b42001f0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728545 Jun 28 12:13:18.290947 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5be0b726-6bd6-4f29-8d2d-0984d2492526 req-e4bcf9b3-3720-4153-9e24-7e27e8913444 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217549 Jun 28 12:13:18.425214 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8c252-404c-42e8-8835-91b592409aee req-58476ad0-ffa2-4f41-bf12-e93bc793c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:18.426587 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70c8c252-404c-42e8-8835-91b592409aee req-58476ad0-ffa2-4f41-bf12-e93bc793c6fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1096 time: 0.0819306 Jun 28 12:13:18.509432 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf710d2-7420-4906-92f6-fb8c9eb35081 req-12362d97-0b76-4288-bf6e-9347365e836b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:18.510885 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4cf710d2-7420-4906-92f6-fb8c9eb35081 req-12362d97-0b76-4288-bf6e-9347365e836b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 943 time: 0.1284945 Jun 28 12:13:18.550858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8c252-404c-42e8-8835-91b592409aee req-9e06581b-79a9-48e1-972e-944d5ef57f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:18.552347 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70c8c252-404c-42e8-8835-91b592409aee req-9e06581b-79a9-48e1-972e-944d5ef57f82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 916 time: 0.1186016 Jun 28 12:13:18.569790 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4cf710d2-7420-4906-92f6-fb8c9eb35081 req-2b9c0d4d-a9e4-4fd9-9f1f-48a06875014c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524292 Jun 28 12:13:18.602081 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70c8c252-404c-42e8-8835-91b592409aee req-bf33cbe0-c00f-4974-8261-c18ed5b78fc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 217 time: 0.0420234 Jun 28 12:13:18.668622 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8c252-404c-42e8-8835-91b592409aee req-fc877225-036c-4645-9aa8-777ad98e7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:18.670066 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70c8c252-404c-42e8-8835-91b592409aee req-fc877225-036c-4645-9aa8-777ad98e7d45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 200 len: 854 time: 0.0493176 Jun 28 12:13:18.733639 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8c252-404c-42e8-8835-91b592409aee req-345f558b-992f-48e8-8cb8-fcce4d8fe715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:18.735213 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70c8c252-404c-42e8-8835-91b592409aee req-345f558b-992f-48e8-8cb8-fcce4d8fe715 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e98f626-7daf-4155-9884-b62dee5d8971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574794 Jun 28 12:13:18.829276 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70c8c252-404c-42e8-8835-91b592409aee req-fb395dfe-de4f-465d-9d0a-fb3aa7017e52 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Jun 28 12:13:18.924940 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70c8c252-404c-42e8-8835-91b592409aee req-5ec22dd1-06b3-4890-8a97-1159049ef186 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Jun 28 12:13:19.038724 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.062541 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-09af4fa4-17d7-456d-8e61-dd14fc8b0bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.488612 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d922d-124e-4348-841a-aa35b7d6d38e req-c6ec0be9-a47d-447c-8700-c7588c8764a4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.490070 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fb6d922d-124e-4348-841a-aa35b7d6d38e req-c6ec0be9-a47d-447c-8700-c7588c8764a4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0781534 Jun 28 12:13:19.535191 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fb6d922d-124e-4348-841a-aa35b7d6d38e req-b5533c5d-94cd-434d-bc30-78baee0e48d7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366924 Jun 28 12:13:19.748918 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7cd5-9f16-49b0-9d2a-002c5098a3ab req-1c4c2248-8c24-48a8-98ef-f8e321670625 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.750427 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-86bd7cd5-9f16-49b0-9d2a-002c5098a3ab req-1c4c2248-8c24-48a8-98ef-f8e321670625 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0985036 Jun 28 12:13:19.759304 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33010) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:19.764072 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Request body: {'floatingip': {'port_id': '186b50c9-99e2-4a52-95dd-33fa9193b6b6'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:19.769191 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fb08a-7796-47a3-9e3d-143ec2f74357 req-c1ea6b58-82ec-4bd6-95cd-95076521d21d tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:19.770768 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-900fb08a-7796-47a3-9e3d-143ec2f74357 req-c1ea6b58-82ec-4bd6-95cd-95076521d21d tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 943 time: 0.0907979 Jun 28 12:13:19.803480 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:19.809494 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-900fb08a-7796-47a3-9e3d-143ec2f74357 req-0265f814-2a14-4d9d-8173-95dfe1a675d6 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Jun 28 12:13:20.048851 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:20.270976 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:20.278379 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:20.395386 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Floating IP 407e55c2-bd94-4185-95f5-487335d4512b associated. External IP: 172.27.1.20, port: 186b50c9-99e2-4a52-95dd-33fa9193b6b6. Jun 28 12:13:20.633379 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:13:20.759654 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:13:20.764697 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:20.773358 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] Sync routers for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:13:20.783619 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:13:20.784241 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:13:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:20.801044 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-abf6c3fe-6dc0-46d9-ac7f-e9880ddadad4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "PUT /v2.0/floatingips/407e55c2-bd94-4185-95f5-487335d4512b HTTP/1.1" status: 200 len: 990 time: 1.0406320 Jun 28 12:13:20.801638 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:20.804071 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3" -d '{"events": [{"name": "network-changed", "server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:20.842578 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb9c6a7-f10b-4cfe-a9b2-43a2285165ba x-openstack-request-id: req-2fb9c6a7-f10b-4cfe-a9b2-43a2285165ba {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:20.843300 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:20.843948 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fb9c6a7-f10b-4cfe-a9b2-43a2285165ba {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:20.844802 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'status': 'completed', 'code': 200} Jun 28 12:13:20.898384 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:13:20.959731 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-807c1685-ad19-43ec-ab83-586bfaf55a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:20.961192 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-807c1685-ad19-43ec-ab83-586bfaf55a23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1098 time: 0.0942640 Jun 28 12:13:21.058889 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f405f-4557-46ba-b1d6-8696017223ab req-ec6861fd-5c67-4d15-99d2-257c84d497bc tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:21.060355 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-782f405f-4557-46ba-b1d6-8696017223ab req-ec6861fd-5c67-4d15-99d2-257c84d497bc tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 943 time: 0.1313365 Jun 28 12:13:21.076749 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-5d994a98-3358-494e-a590-69c0ad4dfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:21.078333 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-5d994a98-3358-494e-a590-69c0ad4dfd21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.1099441 Jun 28 12:13:21.129221 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '407e55c2-bd94-4185-95f5-487335d4512b', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'port_id': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'mac_address': 'fa:16:3e:8f:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00215673-d27c-42a9-beac-e052b00c6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:12:55Z', 'updated_at': '2021-06-28T12:13:20Z', 'revision_number': 1, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:21.144009 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-782f405f-4557-46ba-b1d6-8696017223ab req-6edb8818-46f6-47bc-ae1b-38fe6c7bded4 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763643 Jun 28 12:13:21.155950 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] Checking router: 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:13:21.162105 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-f42de2e4-224f-4b35-8ac8-9d57a92edbaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 200 len: 998 time: 0.0722921 Jun 28 12:13:21.165687 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:13:21.166311 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:13:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:21.209755 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-0bbc1202-939b-4aa5-812f-400a7708c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:21.211428 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-0bbc1202-939b-4aa5-812f-400a7708c80c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0433784 Jun 28 12:13:21.273275 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:13:21.277081 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-9e17cc76-5aff-4f2e-9360-dd5e55a64573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:21.278573 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-9e17cc76-5aff-4f2e-9360-dd5e55a64573 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583835 Jun 28 12:13:21.368829 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-c43f2106-4b2a-4be2-9871-64ff2c9a6df3 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831292 Jun 28 12:13:21.460325 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52dbf177-a444-4eb1-b7af-8cbfd9ed43f3 req-ed186c8e-b95e-4692-9964-073aac503be6 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851665 Jun 28 12:13:21.493854 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '407e55c2-bd94-4185-95f5-487335d4512b', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'port_id': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'mac_address': 'fa:16:3e:8f:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00215673-d27c-42a9-beac-e052b00c6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:12:55Z', 'updated_at': '2021-06-28T12:13:20Z', 'revision_number': 1, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:21.640203 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc21a0-a45c-4024-9eda-bcc34f097308 None None] The sync data for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi is: [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '407e55c2-bd94-4185-95f5-487335d4512b', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'port_id': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'mac_address': 'fa:16:3e:8f:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00215673-d27c-42a9-beac-e052b00c6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:12:55Z', 'updated_at': '2021-06-28T12:13:20Z', 'revision_number': 1, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:13:21.810511 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:21.851969 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0987a807-d418-4a2e-8ac3-429f6757d3c3 None None] New status for floating IP 407e55c2-bd94-4185-95f5-487335d4512b: ACTIVE {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:13:22.299590 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:13:22.331561 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6c3ed-be9f-4c18-b07d-0f060c09267c req-f69d4f30-b77f-4f90-8b24-5baf89637ee2 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:22.333109 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bfa6c3ed-be9f-4c18-b07d-0f060c09267c req-f69d4f30-b77f-4f90-8b24-5baf89637ee2 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 943 time: 0.0732145 Jun 28 12:13:22.370126 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bfa6c3ed-be9f-4c18-b07d-0f060c09267c req-7e6ff163-7360-488f-ad11-bb441b532eca tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313861 Jun 28 12:13:22.392426 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:22.403367 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'port_id': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'mac_address': 'fa:16:3e:2e:2d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:13:22.443336 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:22.456090 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:13:22.475814 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:22.483987 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:22.487467 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1ef5ef2f-cf65-4068-b4ef-7ab2ee79a7b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:22.535831 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:22.538911 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:22.794744 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:13:23.567895 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acb71a-c51d-4548-93ea-69cd7bf4433b req-1d7aeccf-ac79-4150-8a6a-f3b7c03337aa tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:23.569347 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-23acb71a-c51d-4548-93ea-69cd7bf4433b req-1d7aeccf-ac79-4150-8a6a-f3b7c03337aa tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 944 time: 0.0695143 Jun 28 12:13:23.608707 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-23acb71a-c51d-4548-93ea-69cd7bf4433b req-d9c67b34-713a-4ba2-9091-7784a6a64e6f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Jun 28 12:13:24.316241 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:13:24.369564 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:13:24.373341 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:13:24.373720 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:24.449340 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:24.472043 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:24.474537 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a942173b-45c2-4e8c-803a-2bf6fa6caf8c" -d '{"events": [{"server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "name": "network-vif-plugged", "status": "completed", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:24.488176 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:24.494757 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:24.497662 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-3e7f6094-cb7e-40bb-9b0b-1440d2de4b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:24.527293 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950999eb-0539-477c-8216-3c09bba46620 x-openstack-request-id: req-950999eb-0539-477c-8216-3c09bba46620 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:24.527667 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "name": "network-vif-plugged", "status": "completed", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:24.527893 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-950999eb-0539-477c-8216-3c09bba46620 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:24.528281 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'code': 200} Jun 28 12:13:24.560509 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:24.563568 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:24.797986 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43f073-3611-4759-a914-7dac02b1a493 req-8208a24d-f8f6-47cc-be36-2ebaf7423894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:24.799513 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2e43f073-3611-4759-a914-7dac02b1a493 req-8208a24d-f8f6-47cc-be36-2ebaf7423894 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1098 time: 0.1023223 Jun 28 12:13:24.828309 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9553b9-4593-4817-8cd1-e85a417302e0 req-af63e343-b6b3-40f3-afbd-1d5971d01903 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:24.829891 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1e9553b9-4593-4817-8cd1-e85a417302e0 req-af63e343-b6b3-40f3-afbd-1d5971d01903 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0986280 Jun 28 12:13:24.869385 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2e43f073-3611-4759-a914-7dac02b1a493 req-692dba74-e83f-4383-90d5-e76a76b026e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618329 Jun 28 12:13:24.883292 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1e9553b9-4593-4817-8cd1-e85a417302e0 req-035d278c-bce7-461b-9e09-982960ad45c4 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Jun 28 12:13:26.070613 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2ae3f-aad6-46a4-bc2c-9e6a86306ff2 req-c382fbd3-2ec0-48ec-9b62-8c7525edc7b1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:26.072184 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-53c2ae3f-aad6-46a4-bc2c-9e6a86306ff2 req-c382fbd3-2ec0-48ec-9b62-8c7525edc7b1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0718811 Jun 28 12:13:26.111343 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-53c2ae3f-aad6-46a4-bc2c-9e6a86306ff2 req-11a428bd-cc6c-48ea-8478-f2f6180dffa8 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Jun 28 12:13:27.297325 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf40294-f2c1-437e-b885-8f17f54087df req-ea5a9996-7606-434c-a0a6-4466f113c885 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:27.298661 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4cf40294-f2c1-437e-b885-8f17f54087df req-ea5a9996-7606-434c-a0a6-4466f113c885 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0725482 Jun 28 12:13:27.339071 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4cf40294-f2c1-437e-b885-8f17f54087df req-d0324917-4593-4b33-8c4c-5b0b02538f28 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Jun 28 12:13:27.520558 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06b05f-ff0b-48b2-9a54-546e2be2f4f5 req-33c1446b-fe74-45f1-ba8c-bcb4173fd93c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:27.522378 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d06b05f-ff0b-48b2-9a54-546e2be2f4f5 req-33c1446b-fe74-45f1-ba8c-bcb4173fd93c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0715892 Jun 28 12:13:27.574021 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d06b05f-ff0b-48b2-9a54-546e2be2f4f5 req-545439f4-7cef-49a8-95cf-1b1cb84d180f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Jun 28 12:13:27.991478 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5842c-7c2a-4e76-bfa3-5eeb6392447f req-1e60de08-155a-442a-94a9-4858b656a04f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:27.992970 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-00b5842c-7c2a-4e76-bfa3-5eeb6392447f req-1e60de08-155a-442a-94a9-4858b656a04f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0826397 Jun 28 12:13:28.032494 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-00b5842c-7c2a-4e76-bfa3-5eeb6392447f req-ffa1c7d1-1352-4a76-831d-c88b88d4a1ca tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Jun 28 12:13:29.977482 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:13:37.740970 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec106f-3580-4e60-a802-36a002010d92 req-3417ffee-4fe9-4a8e-972d-2a49503bf999 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:37.742475 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eaec106f-3580-4e60-a802-36a002010d92 req-3417ffee-4fe9-4a8e-972d-2a49503bf999 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0631540 Jun 28 12:13:37.780903 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eaec106f-3580-4e60-a802-36a002010d92 req-a787a742-8c21-4298-92e9-968935cdceca tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Jun 28 12:13:37.805513 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33114) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:37.899995 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b507eec-56b5-4c72-8005-bcd2024de668 tempest-TestMinimumBasicScenario-2038651648 tempest-TestMinimumBasicScenario-2038651648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:37.901503 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-8b507eec-56b5-4c72-8005-bcd2024de668 tempest-TestMinimumBasicScenario-2038651648 tempest-TestMinimumBasicScenario-2038651648-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1093 time: 0.0950131 Jun 28 12:13:37.905571 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33118) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:37.909950 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'port_id': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:37.937611 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for floatingip, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:38.050572 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:38.162738 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Allocated IP 172.27.1.216 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/5ca3939d-4a8f-4d18-8e3e-0c5cb99545f7) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:13:38.280878 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:38.321529 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:38.323629 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-aeda1e4e-878e-4ebd-84bf-749a87d7c977 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:38.358467 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:13:38.363719 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:13:38.368257 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:13:38.372797 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'Port': ['ID=5ca3939d-4a8f-4d18-8e3e-0c5cb99545f7,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:38.403325 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.403671 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.404029 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.404383 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.404730 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.405088 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.405417 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.405761 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.406098 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.406428 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.406786 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.407141 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:13:38.411777 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:38.747287 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.059053 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.213603 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.221829 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.226366 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:39.299383 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'Port': ['ID=5ca3939d-4a8f-4d18-8e3e-0c5cb99545f7,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:39.303066 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:39.309717 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.414721 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Floating IP 0323a466-7cb0-4859-92a3-d274d6c0bdfd associated. External IP: 172.27.1.216, port: 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8. Jun 28 12:13:39.635370 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Router 0a2268c2-bb77-4baa-a0ad-d057201c0bce has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:13:39.742986 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:13:39.752932 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] Sync routers for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:13:39.760419 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.762338 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:13:39.762979 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:13:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:39.796534 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8899751 Jun 28 12:13:39.797320 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:39.799812 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:39.800189 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33122) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:39.805968 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577217309', 'description': 'tempest-secgroup-smoke-577217309 description', 'project_id': '6e7afecae18942b3ae406af1dc23ec60'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:39.831989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.840583 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3e580-9605-4de9-b6fe-7dd88806ef57 x-openstack-request-id: req-46f3e580-9605-4de9-b6fe-7dd88806ef57 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:39.840983 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:39.841270 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46f3e580-9605-4de9-b6fe-7dd88806ef57 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:39.841696 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'status': 'completed', 'code': 200} Jun 28 12:13:39.871898 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:13:39.956234 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.963611 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-907d8eda-9e33-46b2-9c44-c215362e2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:39.965124 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-907d8eda-9e33-46b2-9c44-c215362e2d0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1098 time: 0.0942731 Jun 28 12:13:39.965905 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:39.969109 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-504e4a6a-220b-4e33-8193-87e8f307a5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:40.016261 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.020293 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2158234 Jun 28 12:13:40.021067 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33128) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:40.025966 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-bf4d083c-8d28-4e3a-94fe-c82961054c82 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'security_group_rule': {'security_group_id': '2ba7b5f8-8d2a-4686-a680-22d4b070046c', 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:40.048274 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba7b5f8-8d2a-4686-a680-22d4b070046c,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:40.051671 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:40.061852 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bf4d083c-8d28-4e3a-94fe-c82961054c82 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.087674 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-6d558559-1001-4de1-bb52-160156a5a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:40.089361 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-6d558559-1001-4de1-bb52-160156a5a0a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 916 time: 0.1116834 Jun 28 12:13:40.122699 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '0323a466-7cb0-4859-92a3-d274d6c0bdfd', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'port_id': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'mac_address': 'fa:16:3e:2e:2d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:13:38Z', 'updated_at': '2021-06-28T12:13:38Z', 'revision_number': 0, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:48Z', 'revision_number': 5, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:40.130382 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bf4d083c-8d28-4e3a-94fe-c82961054c82 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.135723 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bf4d083c-8d28-4e3a-94fe-c82961054c82 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.138672 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9a32998f-1a78-466a-b69c-5f28ee177fe6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:40.153221 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] Checking router: 0a2268c2-bb77-4baa-a0ad-d057201c0bce for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:13:40.161682 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d083c-8d28-4e3a-94fe-c82961054c82 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66720ecb-c388-4910-ac57-d7df734ac9bf,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:40.165290 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:13:40.166768 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:13:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:40.168128 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-bf4d083c-8d28-4e3a-94fe-c82961054c82 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:40.175343 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-bf4d083c-8d28-4e3a-94fe-c82961054c82 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.179385 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-bf4d083c-8d28-4e3a-94fe-c82961054c82 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547027 Jun 28 12:13:40.179550 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-20501b2f-1041-4fe7-b854-5b5d1a054470 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 999 time: 0.0811379 Jun 28 12:13:40.179740 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33130) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:40.184365 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-7c181cca-24c4-4cff-8317-c3578d56a37a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'security_group_rule': {'security_group_id': '2ba7b5f8-8d2a-4686-a680-22d4b070046c', 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:40.214100 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7c181cca-24c4-4cff-8317-c3578d56a37a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.228121 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-7889fa48-f5f6-415c-9576-eff575ddf7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:40.229653 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-7889fa48-f5f6-415c-9576-eff575ddf7e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 200 len: 854 time: 0.0442522 Jun 28 12:13:40.278399 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7c181cca-24c4-4cff-8317-c3578d56a37a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.280609 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:13:40.282406 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7c181cca-24c4-4cff-8317-c3578d56a37a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.284983 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2c54cb84-3643-440d-97a8-af04835844cc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:40.289597 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-ef7c2103-4d93-41d4-92e7-3179e0d8c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:40.291180 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-ef7c2103-4d93-41d4-92e7-3179e0d8c9ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e98f626-7daf-4155-9884-b62dee5d8971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531921 Jun 28 12:13:40.301671 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c181cca-24c4-4cff-8317-c3578d56a37a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae7809f-1b52-4941-83cb-d1031ba5830b,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:40.304911 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7c181cca-24c4-4cff-8317-c3578d56a37a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:40.310057 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7c181cca-24c4-4cff-8317-c3578d56a37a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.311529 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-7c181cca-24c4-4cff-8317-c3578d56a37a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307185 Jun 28 12:13:40.314211 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33132) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:40.320323 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-067c3e07-516d-476e-960f-60473b3e2f23 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'security_group_rule': {'security_group_id': '2ba7b5f8-8d2a-4686-a680-22d4b070046c', 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:40.350638 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-067c3e07-516d-476e-960f-60473b3e2f23 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.389105 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-9b3f6608-483c-4d33-ac8c-8b2290e9eda1 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891199 Jun 28 12:13:40.409588 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-067c3e07-516d-476e-960f-60473b3e2f23 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.414611 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-067c3e07-516d-476e-960f-60473b3e2f23 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.416955 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3c4a23da-2d1c-4686-8233-526b402bdb52 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:40.435062 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c3e07-516d-476e-960f-60473b3e2f23 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcc4a23-3270-4ca6-bffc-5f0ba51f778b,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:40.437933 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-067c3e07-516d-476e-960f-60473b3e2f23 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:40.440532 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-067c3e07-516d-476e-960f-60473b3e2f23 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.444778 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-067c3e07-516d-476e-960f-60473b3e2f23 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270752 Jun 28 12:13:40.445252 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33134) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:40.450143 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'security_group_rule': {'security_group_id': '2ba7b5f8-8d2a-4686-a680-22d4b070046c', 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:40.482338 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.489306 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ec70a76-21ba-44ad-8cbd-2eefbb19ce61 req-3c134727-c234-42c0-be95-be93ebcca92e service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888121 Jun 28 12:13:40.521959 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '0323a466-7cb0-4859-92a3-d274d6c0bdfd', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'port_id': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'mac_address': 'fa:16:3e:2e:2d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:13:38Z', 'updated_at': '2021-06-28T12:13:38Z', 'revision_number': 0, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:48Z', 'revision_number': 5, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:13:40.548082 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a28e9-d4ea-4b3b-8f0b-a61700cd0577 None None] The sync data for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi is: [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '0323a466-7cb0-4859-92a3-d274d6c0bdfd', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'port_id': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'mac_address': 'fa:16:3e:2e:2d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:13:38Z', 'updated_at': '2021-06-28T12:13:38Z', 'revision_number': 0, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:48Z', 'revision_number': 5, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:13:40.548787 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.553871 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.556127 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ec641f39-05ca-4206-81d8-0eb4df2b2d93 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:40.570280 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff93393-3fd2-417a-b1c0-37c34277e8a4,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:40.574239 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:40.580998 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.582257 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359847 Jun 28 12:13:40.585144 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33138) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:40.590228 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'security_group_rule': {'security_group_id': '2ba7b5f8-8d2a-4686-a680-22d4b070046c', 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:40.614524 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.securitygroups_db [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Project 6e7afecae18942b3ae406af1dc23ec60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:13:40.619863 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.684970 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.692723 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.694990 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:40.715831 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b9467e-c756-4f85-810e-ae4ecf79d57d,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:40.719836 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:40.726030 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.727542 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-17d24f49-866b-4b26-9ce8-49e4c75d4bac tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411476 Jun 28 12:13:40.730301 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33140) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:13:40.735308 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'security_group_rule': {'security_group_id': '2ba7b5f8-8d2a-4686-a680-22d4b070046c', 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:40.747925 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9803f-0ce0-416c-b427-e36facd0243c None None] New status for floating IP 0323a466-7cb0-4859-92a3-d274d6c0bdfd: ACTIVE {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:13:40.761149 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.securitygroups_db [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Project 6e7afecae18942b3ae406af1dc23ec60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:13:40.767159 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.842804 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.848736 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.851071 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-8213d260-f4e9-4d62-b9ea-13e8f3c4db56 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:40.867998 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396dd341-059b-4ec9-938c-489d894bbe72,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:40.872560 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:40.884717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:40.886302 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-29628a6e-9613-4742-ad3d-e65f56f6f8ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550484 Jun 28 12:13:41.018472 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-2d1fc257-a36b-4fc3-b434-aeb6f99f028c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577217309&fields=id&tenant_id=6e7afecae18942b3ae406af1dc23ec60 HTTP/1.1" status: 200 len: 267 time: 0.0347302 Jun 28 12:13:41.090518 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-892d51f2-42ad-4f3b-b27a-086921599693 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:41.092323 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-892d51f2-42ad-4f3b-b27a-086921599693 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0677879 Jun 28 12:13:41.103617 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'port': {'security_groups': ['fee6da6c-833b-4831-ba24-269135e03c61', '2ba7b5f8-8d2a-4686-a680-22d4b070046c']}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:13:41.450849 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:41.637709 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] For port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:13:41.666947 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:41.673409 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:41.677556 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a1fc3937-f98e-4670-994a-03fa0b7791fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:13:41.696074 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:13:41.717902 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:41.718483 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:41.719912 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f2836dd9-95f5-45c4-9db7-328e0397f987 req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "PUT /v2.0/ports/3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 981 time: 0.6210887 Jun 28 12:13:41.720444 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:13:41.722856 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2b8c91-5072-4979-8145-4de7d86c3b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:13:41.772093 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'Port': ['ID=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,revision_number=6']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:13:41.776691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3495df-800c-465b-b0ea-6dfa010a9352 x-openstack-request-id: req-7b3495df-800c-465b-b0ea-6dfa010a9352 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:13:41.777139 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:13:41.777506 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b3495df-800c-465b-b0ea-6dfa010a9352 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:13:41.778008 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'status': 'completed', 'code': 200} Jun 28 12:13:41.778838 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5a1edc69-009e-4a90-be21-75057b57422b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:13:41.811753 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:13:41.910106 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-7da52e5b-a59e-4071-9e40-06afa8275590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:41.911646 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-7da52e5b-a59e-4071-9e40-06afa8275590 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1137 time: 0.1039326 Jun 28 12:13:41.923650 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced4792-d234-4802-94d7-582ada5ca069 req-7afe3be6-2b5d-43e2-bb32-996fd17b292f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:41.925177 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6ced4792-d234-4802-94d7-582ada5ca069 req-7afe3be6-2b5d-43e2-bb32-996fd17b292f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0844865 Jun 28 12:13:42.001399 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-29b5b9a3-cea3-426c-9383-97bb1dd4397b None None] Provisioning complete for port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:13:42.001698 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-29b5b9a3-cea3-426c-9383-97bb1dd4397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:42.018981 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6ced4792-d234-4802-94d7-582ada5ca069 req-ac479273-4e6e-4cfa-96cd-4e9592bf3833 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845332 Jun 28 12:13:42.048997 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-166de880-f775-424e-9c28-d648713282b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:42.050463 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-166de880-f775-424e-9c28-d648713282b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 916 time: 0.1243651 Jun 28 12:13:42.115393 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-e4a940da-eeef-4f4c-a7b7-36a0c7d3a03c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 1001 time: 0.0575492 Jun 28 12:13:42.175023 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-c0346bb7-c6b8-407f-9139-ad4f307bb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:42.176502 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-c0346bb7-c6b8-407f-9139-ad4f307bb6db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 200 len: 854 time: 0.0478880 Jun 28 12:13:42.233598 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-17512e1b-39ea-4a98-856b-808b087ea1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:42.235320 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-17512e1b-39ea-4a98-856b-808b087ea1fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e98f626-7daf-4155-9884-b62dee5d8971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518887 Jun 28 12:13:42.325318 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-b06fddc9-f856-451f-82de-0fa375ff4f09 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828109 Jun 28 12:13:42.423057 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-db2b8c91-5072-4979-8145-4de7d86c3b9f req-c8903ee7-d939-4fe6-b4f8-c4f2bd93d677 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895386 Jun 28 12:13:46.463780 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-2383c789-a202-4667-a4cf-1477964345c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:47.085257 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:49.042935 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:49.065463 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-b056ab6d-6d4e-43c5-9b11-b0a892064806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:50.058303 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:13:50.764850 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-61257620-a5ba-4a92-b10d-de30e5ed7fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662861 Jun 28 12:13:50.871982 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-e2164e8e-76e2-4802-b709-ff825c66b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:50.873548 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-e2164e8e-76e2-4802-b709-ff825c66b8b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 1098 time: 0.0572259 Jun 28 12:13:50.989359 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-6807116f-e740-4d46-98ab-d8abb91dfc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:50.990802 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-6807116f-e740-4d46-98ab-d8abb91dfc5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0944452 Jun 28 12:13:51.070396 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-9ffea3fc-ad4b-457a-b767-bd97b9a3c555 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6 HTTP/1.1" status: 200 len: 1000 time: 0.0718107 Jun 28 12:13:51.133084 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-47413d19-96ee-4b81-86fc-1508153eb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:51.134587 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-47413d19-96ee-4b81-86fc-1508153eb66e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0578864 Jun 28 12:13:51.200085 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-95a598b8-dda1-4dd7-b2c3-451364e33c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:13:51.201719 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-95a598b8-dda1-4dd7-b2c3-451364e33c41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605609 Jun 28 12:13:51.294377 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-b4b31c98-9ebc-4a57-b040-c8b610ad26ea service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850933 Jun 28 12:13:51.387644 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d7609672-5e48-4dbd-a430-ebc778bf5d6c req-ad82dfe7-f59c-4617-8f39-87664ed7ace4 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859337 Jun 28 12:13:51.813826 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:06.980836 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:14:16.458802 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1a07f484-a2a2-4793-82d8-624ef6a64445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:17.100434 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.048761 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:19.069234 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-f371a886-f122-4f4e-851f-ca7244d7150d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:20.055109 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:21.816833 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:42.916709 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-bb877912-7ee3-4929-8753-e94b22b25065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:42.918137 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-bb877912-7ee3-4929-8753-e94b22b25065 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1137 time: 0.0580018 Jun 28 12:14:43.014502 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-f14dc2ed-4466-4b9a-ab65-9b19fd4f832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:43.016100 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-f14dc2ed-4466-4b9a-ab65-9b19fd4f832a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 916 time: 0.0912211 Jun 28 12:14:43.111309 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-02d9dfdf-a363-40f5-b14d-013402037445 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 1001 time: 0.0883904 Jun 28 12:14:43.179267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1d621-b1eb-4120-aeb4-52f43a3f2af8 req-1168495f-fa2c-4d2d-9256-dc680e36e61b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:43.180644 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-35c1d621-b1eb-4120-aeb4-52f43a3f2af8 req-1168495f-fa2c-4d2d-9256-dc680e36e61b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.1238050 Jun 28 12:14:43.182435 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-2a2bc7be-c1cf-4585-bba3-5037470ba19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:43.183836 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-2a2bc7be-c1cf-4585-bba3-5037470ba19b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 200 len: 854 time: 0.0654392 Jun 28 12:14:43.247500 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-35c1d621-b1eb-4120-aeb4-52f43a3f2af8 req-3ace58f2-eb5e-411e-a83f-e751e785f18a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609772 Jun 28 12:14:43.269185 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-aeeaa710-ad9d-4e23-b022-0b18dcec3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:43.270666 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-aeeaa710-ad9d-4e23-b022-0b18dcec3097 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e98f626-7daf-4155-9884-b62dee5d8971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782859 Jun 28 12:14:43.362877 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-eebcd2a4-7613-4b58-a11a-e631aae3c2c8 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843360 Jun 28 12:14:43.459793 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4420d13e-5bc1-4f3f-91f7-0fa04813e19e req-ae843d30-e6f7-409c-9535-61f961611ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901637 Jun 28 12:14:43.980842 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:14:44.429810 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676d911-e314-4943-8b78-25f0d278376f req-2b16bba6-cc66-471e-b243-80a7d30c38d1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:44.431359 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7676d911-e314-4943-8b78-25f0d278376f req-2b16bba6-cc66-471e-b243-80a7d30c38d1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0662227 Jun 28 12:14:44.473342 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7676d911-e314-4943-8b78-25f0d278376f req-59ac909e-364d-4cf0-9a59-493d3475bdad tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334551 Jun 28 12:14:45.680405 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afc03f-b049-475e-8e4c-a5b778cf258f req-dfa83d90-caae-48f4-88ed-dcaf7916ce41 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:45.682288 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d0afc03f-b049-475e-8e4c-a5b778cf258f req-dfa83d90-caae-48f4-88ed-dcaf7916ce41 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0779922 Jun 28 12:14:45.722881 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d0afc03f-b049-475e-8e4c-a5b778cf258f req-cb9b3741-05f2-4543-9b45-3ea6ee7e6423 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345123 Jun 28 12:14:46.463772 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9c1f1ee8-0bd6-4b5d-9514-241a0e3d2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:46.914360 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d739aa-583b-4a17-81bd-29c427c0811c req-604826cd-defb-4dae-8ae2-044e8a7014fb tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:46.915832 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-32d739aa-583b-4a17-81bd-29c427c0811c req-604826cd-defb-4dae-8ae2-044e8a7014fb tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0738161 Jun 28 12:14:46.958175 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-32d739aa-583b-4a17-81bd-29c427c0811c req-bcaf544f-58b5-4289-9313-5452315eb0a7 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340958 Jun 28 12:14:47.100896 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:48.147399 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554f74a-95e2-4e8e-a102-59f7bee19ed0 req-0c3a19c8-ef18-4c8a-b93e-75f17b3ca626 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:48.148895 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c554f74a-95e2-4e8e-a102-59f7bee19ed0 req-0c3a19c8-ef18-4c8a-b93e-75f17b3ca626 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0683141 Jun 28 12:14:48.196093 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c554f74a-95e2-4e8e-a102-59f7bee19ed0 req-4041feed-6ddf-41f7-9a81-f8de6f59df5f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410697 Jun 28 12:14:49.055507 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:49.076436 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1a73eadd-09aa-4a6c-9498-e86bd3d43961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:49.398049 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3095e3-c76a-4e2f-a8f2-296bba383fd0 req-33f7449f-aa86-4ab9-8d14-e2175ca52f85 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:49.399635 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2d3095e3-c76a-4e2f-a8f2-296bba383fd0 req-33f7449f-aa86-4ab9-8d14-e2175ca52f85 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0773759 Jun 28 12:14:49.441548 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2d3095e3-c76a-4e2f-a8f2-296bba383fd0 req-22b7d5d8-48d6-4620-9b37-561a72dac982 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339096 Jun 28 12:14:50.061406 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:50.638653 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08669f8-6101-403f-b600-cf8e2b1487b7 req-a52bc23d-245b-4a55-bf6c-b6148ee513c4 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:50.640146 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b08669f8-6101-403f-b600-cf8e2b1487b7 req-a52bc23d-245b-4a55-bf6c-b6148ee513c4 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0852833 Jun 28 12:14:50.682686 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b08669f8-6101-403f-b600-cf8e2b1487b7 req-074566ac-531d-463f-a279-eabea03ae605 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358593 Jun 28 12:14:51.821955 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:14:51.866349 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b81fe-9ff2-445a-8593-14d17dd2c890 req-13ce3d8b-0c1b-4e5c-a1c4-fc682aabf7b9 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:51.867879 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-730b81fe-9ff2-445a-8593-14d17dd2c890 req-13ce3d8b-0c1b-4e5c-a1c4-fc682aabf7b9 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0685654 Jun 28 12:14:51.909362 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-730b81fe-9ff2-445a-8593-14d17dd2c890 req-e36de370-41c6-4817-895b-a04317cca24f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355096 Jun 28 12:14:52.769336 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-57cf9641-6fc7-47af-822a-5c9803752599 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587704 Jun 28 12:14:52.842881 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-df2eba14-f979-42da-8779-3954a28bc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:52.844508 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-df2eba14-f979-42da-8779-3954a28bc13e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1098 time: 0.0528626 Jun 28 12:14:52.948885 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-b0f4b756-8908-45c7-92b3-3ab037e5db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:52.950443 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-b0f4b756-8908-45c7-92b3-3ab037e5db16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.0847797 Jun 28 12:14:53.017522 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-21b6ee0c-3ea6-4ca1-a957-ae0ec7b816e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0605955 Jun 28 12:14:53.091984 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-8e2feef8-a02c-4bbc-a7c8-f25263b7b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:53.093465 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-8e2feef8-a02c-4bbc-a7c8-f25263b7b92c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0703225 Jun 28 12:14:53.147758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3121d-fef2-447b-a0c9-2d4b363c9b33 req-49fcc8c0-8b2c-4deb-90cb-c2131b64ed3e tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:53.149205 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d3b3121d-fef2-447b-a0c9-2d4b363c9b33 req-49fcc8c0-8b2c-4deb-90cb-c2131b64ed3e tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.1185288 Jun 28 12:14:53.205666 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-0ef94a8f-29f4-4b58-988e-8a38df1da5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:53.207169 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-0ef94a8f-29f4-4b58-988e-8a38df1da5dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1059408 Jun 28 12:14:53.211532 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d3b3121d-fef2-447b-a0c9-2d4b363c9b33 req-b3f2f533-e828-49a4-85ec-298f49b73c19 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543978 Jun 28 12:14:53.301281 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-1ff6f97a-c493-47b0-920c-aa4aee036ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Jun 28 12:14:53.387905 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7618b96-740e-40c2-8bf2-0ebb620d54b9 req-75f8abcb-ad2e-4caf-abdc-37bf42a25170 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794454 Jun 28 12:14:54.402858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0ac53-e2db-4698-b8aa-4e8c6b8fc36c req-d03e9739-e43c-4f48-8087-53f146d90f8b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:54.404333 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5c0ac53-e2db-4698-b8aa-4e8c6b8fc36c req-d03e9739-e43c-4f48-8087-53f146d90f8b tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0735595 Jun 28 12:14:54.445244 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5c0ac53-e2db-4698-b8aa-4e8c6b8fc36c req-0e0ffc4a-ba43-4e53-9243-dd236e7c16fa tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348704 Jun 28 12:14:55.633633 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c8097-34cd-47ed-a6ac-80d068a24982 req-0f3ce259-44e5-406e-a30b-55dcfd19872c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:55.635085 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8b1c8097-34cd-47ed-a6ac-80d068a24982 req-0f3ce259-44e5-406e-a30b-55dcfd19872c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0725698 Jun 28 12:14:55.677918 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8b1c8097-34cd-47ed-a6ac-80d068a24982 req-1682adb2-04ad-46db-96d3-0f781ca91e42 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ba7b5f8-8d2a-4686-a680-22d4b070046c&id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338922 Jun 28 12:14:58.537752 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c726b-7171-40da-b1a8-6d723b2a5b6c req-f5b5c921-fb44-4723-b182-fc0844f22952 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:58.539225 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9a5c726b-7171-40da-b1a8-6d723b2a5b6c req-f5b5c921-fb44-4723-b182-fc0844f22952 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0715802 Jun 28 12:14:58.584655 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9a5c726b-7171-40da-b1a8-6d723b2a5b6c req-c55fba82-3d78-41cb-8149-5d57a8e360da tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392940 Jun 28 12:14:59.773452 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3616a-8d75-4601-80e6-307e9a9155c5 req-89e59f15-5080-4018-94c5-d4bc27260679 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:14:59.774931 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3fc3616a-8d75-4601-80e6-307e9a9155c5 req-89e59f15-5080-4018-94c5-d4bc27260679 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0675507 Jun 28 12:14:59.811966 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3fc3616a-8d75-4601-80e6-307e9a9155c5 req-5de1f019-9d07-4aaf-8784-2b2b31f1aed0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311415 Jun 28 12:15:00.993389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3bec5-f026-42f1-8fb6-4db93efe61a2 req-224b6595-bba0-4228-8a17-7f66daddda96 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:00.994835 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ecc3bec5-f026-42f1-8fb6-4db93efe61a2 req-224b6595-bba0-4228-8a17-7f66daddda96 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0654433 Jun 28 12:15:01.032706 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ecc3bec5-f026-42f1-8fb6-4db93efe61a2 req-f093f81e-38b0-4377-97b8-c5f3ce50e577 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320635 Jun 28 12:15:02.232179 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae9077-cd82-425e-8e28-e3fc53aa4da3 req-d4bfb3db-77ad-4b16-ac12-aa0dbe9ce0eb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:02.233583 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-06ae9077-cd82-425e-8e28-e3fc53aa4da3 req-d4bfb3db-77ad-4b16-ac12-aa0dbe9ce0eb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0688066 Jun 28 12:15:02.272287 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-06ae9077-cd82-425e-8e28-e3fc53aa4da3 req-840f7f9a-8fe6-4d04-b9c8-a6829383ad6e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329630 Jun 28 12:15:03.462001 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b188ca2-6d86-4494-a0bb-58903e58b752 req-4914aa8e-2722-4d4a-bfad-63340a92f5b1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:03.463619 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1b188ca2-6d86-4494-a0bb-58903e58b752 req-4914aa8e-2722-4d4a-bfad-63340a92f5b1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0737004 Jun 28 12:15:03.504263 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1b188ca2-6d86-4494-a0bb-58903e58b752 req-1554179f-53b5-4a84-8579-2c9522316fe3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345774 Jun 28 12:15:04.693005 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7227c-724c-4b65-a16f-1e6f6fb6c47e req-9abfa528-4159-4e88-bebe-5f9db622d94a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:04.694613 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5f7227c-724c-4b65-a16f-1e6f6fb6c47e req-9abfa528-4159-4e88-bebe-5f9db622d94a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0736148 Jun 28 12:15:04.733887 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c5f7227c-724c-4b65-a16f-1e6f6fb6c47e req-a9739eb9-91b9-4ca3-9f7c-a86fdda54a2f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332162 Jun 28 12:15:05.926269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fa425-c5c2-40ab-8359-618ebd4f6832 req-7d2ba901-6580-42e3-b48b-4c78c95ea15e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:05.927738 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0c1fa425-c5c2-40ab-8359-618ebd4f6832 req-7d2ba901-6580-42e3-b48b-4c78c95ea15e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0783787 Jun 28 12:15:05.966634 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0c1fa425-c5c2-40ab-8359-618ebd4f6832 req-3e474501-fa93-4b32-8497-47afbd56db8c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328984 Jun 28 12:15:07.161265 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026cd4b-b608-41a5-b0eb-7d6280ca8fd3 req-c48a0314-7cfe-4957-bfc3-abb83942a9ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:07.162756 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0026cd4b-b608-41a5-b0eb-7d6280ca8fd3 req-c48a0314-7cfe-4957-bfc3-abb83942a9ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0683115 Jun 28 12:15:07.201650 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0026cd4b-b608-41a5-b0eb-7d6280ca8fd3 req-f2b0c2bf-121a-47ba-bf6a-3c6313eed741 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319135 Jun 28 12:15:08.381042 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86093-5070-4326-800e-821f196010a8 req-2bd746a0-5c75-4a07-bd7e-8b31b7db4cb2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:08.382483 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52b86093-5070-4326-800e-821f196010a8 req-2bd746a0-5c75-4a07-bd7e-8b31b7db4cb2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0663245 Jun 28 12:15:08.423778 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-52b86093-5070-4326-800e-821f196010a8 req-08f81a9c-ef44-4bfd-9d11-629dc8b80822 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324764 Jun 28 12:15:09.606226 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78f46-045c-4df5-b8d0-e7428d668d87 req-8f3f8237-0d15-4c1e-ba60-5e26f2914460 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:09.607712 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-47f78f46-045c-4df5-b8d0-e7428d668d87 req-8f3f8237-0d15-4c1e-ba60-5e26f2914460 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0646200 Jun 28 12:15:09.648245 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-47f78f46-045c-4df5-b8d0-e7428d668d87 req-39d0226a-b1b8-43c2-8d15-c56090195026 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323377 Jun 28 12:15:10.831355 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac69c6c-c452-4b85-8330-3f3d625a4533 req-440e1421-305d-4ae9-a67d-56dabb91965a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:10.832801 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2ac69c6c-c452-4b85-8330-3f3d625a4533 req-440e1421-305d-4ae9-a67d-56dabb91965a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0643539 Jun 28 12:15:10.879421 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2ac69c6c-c452-4b85-8330-3f3d625a4533 req-533ec8eb-6081-43f4-9ccb-3de725c368e5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380621 Jun 28 12:15:11.873634 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e0bd3-7a48-49d3-9548-0d4e4a5f6608 req-108aeae5-f069-41c8-b150-c7019d29f570 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:11.875054 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f06e0bd3-7a48-49d3-9548-0d4e4a5f6608 req-108aeae5-f069-41c8-b150-c7019d29f570 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 945 time: 0.0701020 Jun 28 12:15:11.920850 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f06e0bd3-7a48-49d3-9548-0d4e4a5f6608 req-f63dbd81-4ccf-4486-b668-fb0bb31834e4 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394397 Jun 28 12:15:12.107366 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d186c-0fa5-4280-b6cb-550fda3ba024 req-47621c01-2e07-4572-aee2-c687e922af1b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:12.108738 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-215d186c-0fa5-4280-b6cb-550fda3ba024 req-47621c01-2e07-4572-aee2-c687e922af1b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0801497 Jun 28 12:15:12.146343 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-215d186c-0fa5-4280-b6cb-550fda3ba024 req-2035294b-fd36-4012-b626-eed4e05a03f1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318830 Jun 28 12:15:13.104516 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33383421-eca1-47b6-9dd4-e896c29b40fc req-eb015dec-5d9a-4631-9a60-17c25f849677 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:13.105975 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-33383421-eca1-47b6-9dd4-e896c29b40fc req-eb015dec-5d9a-4631-9a60-17c25f849677 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 945 time: 0.0676506 Jun 28 12:15:13.144323 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-33383421-eca1-47b6-9dd4-e896c29b40fc req-c66dc7a6-76bf-49e1-8209-b90bd9d9ff95 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325539 Jun 28 12:15:13.340456 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfce44-4a74-4fa7-99ed-2cd654a13ba9 req-6027648c-0ecb-4aad-b8bc-caac675dbe48 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:13.341816 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e6dfce44-4a74-4fa7-99ed-2cd654a13ba9 req-6027648c-0ecb-4aad-b8bc-caac675dbe48 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0773118 Jun 28 12:15:13.381956 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e6dfce44-4a74-4fa7-99ed-2cd654a13ba9 req-d0142fcb-be10-4188-82ac-b9f8325f779e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Jun 28 12:15:13.623404 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-de96d7ba-7ec1-4008-8fab-22c462e7befa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:13.624782 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-de96d7ba-7ec1-4008-8fab-22c462e7befa tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 945 time: 0.0660982 Jun 28 12:15:13.738577 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Deleting port 5d8db324-dac4-468c-87bf-6b882bb1bee6 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:15:13.738904 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:13.825642 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] For port 5d8db324-dac4-468c-87bf-6b882bb1bee6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=5d8db324-dac4-468c-87bf-6b882bb1bee6,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:15:13.825981 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:13.989914 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:13.990256 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:13.990585 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Floating IP a1acba2d-7276-44c7-b1ba-44a7c170e39b disassociated. External IP: 172.27.1.79, port: 5d8db324-dac4-468c-87bf-6b882bb1bee6. Jun 28 12:15:13.991003 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Calling delete_port for 5d8db324-dac4-468c-87bf-6b882bb1bee6 owned by compute:nova {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:15:14.117302 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:14.124202 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:14.156465 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event deleted for resources: {'Port': ['ID=5d8db324-dac4-468c-87bf-6b882bb1bee6,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:14.167485 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.167609 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.167965 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.168321 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.168962 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.169327 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.169677 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.170023 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.170372 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.170716 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.171073 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.171415 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:14.175549 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:14.584405 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5496cfc2-d681-49d7-9a3d-59079f9060fe req-383ab795-207e-45f9-93b4-603b6ce7eb0f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc13049-5ed3-4fd7-8fc7-01dbff2157c1 HTTP/1.1" status: 200 len: 210 time: 0.0626817 Jun 28 12:15:14.615621 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:15:14.687527 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbc873-5f54-4fad-98b0-f4acb0975a00 req-08d69bd6-f288-4114-bf08-5780bbc8a620 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:14.688994 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5cbc873-5f54-4fad-98b0-f4acb0975a00 req-08d69bd6-f288-4114-bf08-5780bbc8a620 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.1662366 Jun 28 12:15:14.772442 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f5cbc873-5f54-4fad-98b0-f4acb0975a00 req-8b25578c-94c2-4335-b6c9-9ca2e3d24ac5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761607 Jun 28 12:15:14.781815 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:15:14.802422 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:15:14.812989 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:15:14.813741 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:14:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:15:14.827379 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] No DVR routers for this DVR port 5d8db324-dac4-468c-87bf-6b882bb1bee6 on host hv-cinder-77238 {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:15:14.829869 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:14.831920 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f7a45ed1-038f-46ba-bc70-83e93280d5b2 req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "DELETE /v2.0/ports/5d8db324-dac4-468c-87bf-6b882bb1bee6 HTTP/1.1" status: 204 len: 173 time: 1.2010567 Jun 28 12:15:14.832410 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'name': 'network-vif-deleted', 'tag': '5d8db324-dac4-468c-87bf-6b882bb1bee6'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:15:14.834677 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab75094-199c-4a19-bd64-f8082eb765cb" -d '{"events": [{"server_uuid": "2bc13049-5ed3-4fd7-8fc7-01dbff2157c1", "name": "network-vif-deleted", "tag": "5d8db324-dac4-468c-87bf-6b882bb1bee6"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:15:14.874101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7f144-2b84-4eb6-ae11-8f0907cca5a9 x-openstack-request-id: req-60f7f144-2b84-4eb6-ae11-8f0907cca5a9 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:15:14.874428 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc13049-5ed3-4fd7-8fc7-01dbff2157c1", "name": "network-vif-deleted", "tag": "5d8db324-dac4-468c-87bf-6b882bb1bee6", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:15:14.874710 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60f7f144-2b84-4eb6-ae11-8f0907cca5a9 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:15:14.875174 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc13049-5ed3-4fd7-8fc7-01dbff2157c1', 'name': 'network-vif-deleted', 'tag': '5d8db324-dac4-468c-87bf-6b882bb1bee6', 'status': 'completed', 'code': 200} Jun 28 12:15:14.928367 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:15:15.255711 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:15:15.281815 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:15:15.291475 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:15:15.292084 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:14:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:15:15.403973 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:15:15.605775 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:15:15.632536 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c277e-a946-4ca1-afeb-6800f7bb24e6 None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:15:15.890219 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36feee9c-c19f-4d09-9c34-17d58fe9e0c4 None None] New status for floating IP a1acba2d-7276-44c7-b1ba-44a7c170e39b: DOWN {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:15:15.927979 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-1165090b-7a62-43f7-9899-4e9096a91d1b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540107914&fields=id&tenant_id=68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 267 time: 0.0584404 Jun 28 12:15:16.031091 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711eeb7-6ce0-44ed-a20f-bcb1fbb5b4ec req-9f3d2f3c-c542-4172-a7a3-cff6e784c508 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:16.032646 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5711eeb7-6ce0-44ed-a20f-bcb1fbb5b4ec req-9f3d2f3c-c542-4172-a7a3-cff6e784c508 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.1408319 Jun 28 12:15:16.072020 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-9310c395-fc1c-4d1e-8f0e-7abab742bf90 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:16.073463 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-9310c395-fc1c-4d1e-8f0e-7abab742bf90 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 812 time: 0.1372819 Jun 28 12:15:16.098844 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5711eeb7-6ce0-44ed-a20f-bcb1fbb5b4ec req-57bc92c1-2d5c-44f6-9ddc-121dea60ad60 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601363 Jun 28 12:15:16.100059 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-b325fccf-ce23-4d56-8c5f-3188c167a553 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/quotas/68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 375 time: 0.0210273 Jun 28 12:15:16.177011 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-b5d55eb9-f797-4817-b3e2-2aeda69e2fe2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712721 Jun 28 12:15:16.290680 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-f3a370d0-15b9-45c4-92ae-4f26178683f7 service neutron] 10.222.0.11 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012774 Jun 28 12:15:16.391558 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-dc8af17a-ff54-427c-94b3-ef74a6cb36c7 service neutron] 10.222.0.11 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939693 Jun 28 12:15:16.466687 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-67d64851-0378-4542-9f34-512e5c829662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:16.721196 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-909e407e-7f66-494c-b9af-1373269f8205 req-764f16b5-1b0c-447c-9155-b76853e420b2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 210 time: 0.0365324 Jun 28 12:15:16.920277 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 5d8db324-dac4-468c-87bf-6b882bb1bee6 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:15:16.939731 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 5d8db324-dac4-468c-87bf-6b882bb1bee6 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:15:16.940082 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 5d8db324-dac4-468c-87bf-6b882bb1bee6 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:15:17.088897 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:17.276264 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8ab51-6faf-4a36-a49a-1179b293b8fc req-81dec549-a3d5-4260-a554-ae555beba131 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:17.277825 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3fe8ab51-6faf-4a36-a49a-1179b293b8fc req-81dec549-a3d5-4260-a554-ae555beba131 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0625815 Jun 28 12:15:17.318421 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3fe8ab51-6faf-4a36-a49a-1179b293b8fc req-504a49bf-3b43-4c9f-9890-142d27d985ae tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346794 Jun 28 12:15:17.875518 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3307a172-6610-4082-9e9f-f9a356ed6bd0 req-9434adb3-7100-441e-8b49-dfec78b9a3dd tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 210 time: 0.0379291 Jun 28 12:15:17.887646 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-0cbe93dd-0dcd-489a-a323-52111bf1ebee tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:17.889652 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-0cbe93dd-0dcd-489a-a323-52111bf1ebee tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 812 time: 0.1485400 Jun 28 12:15:17.932317 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-4457dd6d-7eee-4bf5-a35c-36c78ca350c2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 379 time: 0.0337763 Jun 28 12:15:17.941296 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'port': {'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'admin_state_up': True, 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'security_groups': ['0b8065a3-78db-439a-88db-254c6c4871d5']}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:15:18.053463 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Made reservation on behalf of 68a4e9f925e8448f8f0b5216c7fada68 for: {'port': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:15:18.056915 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:18.180245 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Allocated IP 172.20.0.5 (e87ddda7-2d34-4f05-990f-b0328975ed47/f5a89392-7402-4d64-95df-a1b1d1cc6dd8/646be811-c3db-4480-bf8d-1a39c03c9aae) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:15:18.337147 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:18.352539 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Transition to ACTIVE for port object 646be811-c3db-4480-bf8d-1a39c03c9aae will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:15:18.396550 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:18.400661 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:18.442468 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Network e87ddda7-2d34-4f05-990f-b0328975ed47 is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:15:18.457384 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:15:18.463009 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:15:18.486507 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=646be811-c3db-4480-bf8d-1a39c03c9aae,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:18.510292 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:18.541044 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:18.541649 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:18.564536 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6267655 Jun 28 12:15:18.573153 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffa8d8-6927-4a7b-a306-ea54caf67a4e req-b16460d4-3664-4887-a566-e6dd9c53d7d3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:18.574634 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22ffa8d8-6927-4a7b-a306-ea54caf67a4e req-b16460d4-3664-4887-a566-e6dd9c53d7d3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.1346881 Jun 28 12:15:18.579735 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Request body: {'port': {'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:15:18.646523 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-91cda5b1-06aa-4214-9af2-119fb0d7f025 None None] Provisioning for port 646be811-c3db-4480-bf8d-1a39c03c9aae completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:15:18.650534 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-91cda5b1-06aa-4214-9af2-119fb0d7f025 None None] Provisioning complete for port 646be811-c3db-4480-bf8d-1a39c03c9aae triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:15:18.650915 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-91cda5b1-06aa-4214-9af2-119fb0d7f025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:18.662904 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22ffa8d8-6927-4a7b-a306-ea54caf67a4e req-db391780-a576-408c-99d9-0d0396fb463d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804107 Jun 28 12:15:18.681747 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:18.717678 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-91cda5b1-06aa-4214-9af2-119fb0d7f025 None None] Port 646be811-c3db-4480-bf8d-1a39c03c9aae cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:15:18.965548 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646be811-c3db-4480-bf8d-1a39c03c9aae {{(pid=93238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:15:18.973264 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:18.985087 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Transition to ACTIVE for port object 646be811-c3db-4480-bf8d-1a39c03c9aae will not be triggered until provisioned by entity L2. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:15:18.990241 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:18.993555 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:19.050730 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:19.078311 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-003af265-9e4f-40f0-b342-fa102b7a7866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:19.078550 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Pushing event updated for resources: {'Port': ['ID=646be811-c3db-4480-bf8d-1a39c03c9aae,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:19.083861 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:19.161577 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce70e5-dcac-4d59-83ae-201c1f019f26 req-10658831-711f-49e4-ad7c-d5d7d523f9da tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:19.163087 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-11ce70e5-dcac-4d59-83ae-201c1f019f26 req-10658831-711f-49e4-ad7c-d5d7d523f9da tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 943 time: 0.1704581 Jun 28 12:15:19.192950 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Attempting to bind port 646be811-c3db-4480-bf8d-1a39c03c9aae on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:15:19.193282 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Attempting to bind port 646be811-c3db-4480-bf8d-1a39c03c9aae by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:15:19.193612 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Attempting to bind port 646be811-c3db-4480-bf8d-1a39c03c9aae on network e87ddda7-2d34-4f05-990f-b0328975ed47 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:15:19.202429 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Port 646be811-c3db-4480-bf8d-1a39c03c9aae on network e87ddda7-2d34-4f05-990f-b0328975ed47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:15:19.202739 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Attempting to bind port 646be811-c3db-4480-bf8d-1a39c03c9aae on network e87ddda7-2d34-4f05-990f-b0328975ed47 {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:15:19.214382 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:15:19.214713 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Checking segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:15:19.215111 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Bound using segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} {{(pid=93238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:15:19.215584 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.managers [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Bound port: 646be811-c3db-4480-bf8d-1a39c03c9aae, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}}] {{(pid=93238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:15:19.216035 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:19.228125 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-11ce70e5-dcac-4d59-83ae-201c1f019f26 req-471195d6-8eb8-44d4-97fd-f862a75680e7 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588875 Jun 28 12:15:19.283114 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] For port 646be811-c3db-4480-bf8d-1a39c03c9aae, host hv-cinder-77238, cleared binding levels {{(pid=93238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:15:19.286112 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] For port 646be811-c3db-4480-bf8d-1a39c03c9aae, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=646be811-c3db-4480-bf8d-1a39c03c9aae,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:15:19.292952 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:19.294954 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4d0c21bf-ecc4-4584-a78d-4d7c5204471d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:19.329986 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:19.330584 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:19.331973 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] 10.222.0.15 "PUT /v2.0/ports/646be811-c3db-4480-bf8d-1a39c03c9aae HTTP/1.1" status: 200 len: 1093 time: 0.7563384 Jun 28 12:15:19.332475 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:15:19.334777 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223" -d '{"events": [{"name": "network-changed", "server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:15:19.357960 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Pushing event updated for resources: {'Port': ['ID=646be811-c3db-4480-bf8d-1a39c03c9aae,revision_number=3']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:19.361132 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:19.393863 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7b8181-230a-46e1-9509-97ee5a6389bd x-openstack-request-id: req-9a7b8181-230a-46e1-9509-97ee5a6389bd {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:15:19.394183 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:15:19.394471 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a7b8181-230a-46e1-9509-97ee5a6389bd {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:15:19.394907 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'status': 'completed', 'code': 200} Jun 28 12:15:19.440237 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-24e1d794-a1fc-4285-be28-76d2cb7a7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:19.441811 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-24e1d794-a1fc-4285-be28-76d2cb7a7437 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 1096 time: 0.0582187 Jun 28 12:15:19.485817 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-54d2d0b8-72d4-4e70-8982-a52ced069fec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646be811-c3db-4480-bf8d-1a39c03c9aae HTTP/1.1" status: 200 len: 217 time: 0.0344570 Jun 28 12:15:19.536272 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-ece08c68-e86d-4317-b2ad-a58389792abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:19.537740 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-ece08c68-e86d-4317-b2ad-a58389792abb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0460210 Jun 28 12:15:19.598632 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-2f948bd0-6507-4dbd-b8f2-cbaa3469a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:19.600082 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-2f948bd0-6507-4dbd-b8f2-cbaa3469a3d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556200 Jun 28 12:15:19.691313 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-59b608eb-154c-4777-98a5-93c6c406daca service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 Jun 28 12:15:19.790150 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-baf58957-cabf-49e9-8bcf-2c7c5bbfddc1 req-351c397d-583f-4e80-9b3b-0db1ca206fa9 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915456 Jun 28 12:15:19.877696 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc309f-fa41-49de-b0c5-14a4d3eb1176 req-1ddbfea1-8892-49aa-96d4-c35ce725a151 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:19.879194 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22dc309f-fa41-49de-b0c5-14a4d3eb1176 req-1ddbfea1-8892-49aa-96d4-c35ce725a151 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0881555 Jun 28 12:15:19.930916 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-d511512d-9348-4659-9d02-932e9739f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:19.932425 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-d511512d-9348-4659-9d02-932e9739f66e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 1096 time: 0.0939620 Jun 28 12:15:19.935413 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-22dc309f-fa41-49de-b0c5-14a4d3eb1176 req-53a34dad-04c7-4539-b4f7-28c522316262 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502892 Jun 28 12:15:20.022153 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-fa04fab5-2105-44f8-80ce-3d43f20df23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:20.023681 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-fa04fab5-2105-44f8-80ce-3d43f20df23d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0846326 Jun 28 12:15:20.061036 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:20.067535 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-65aea20d-5aff-4a94-8629-a00149f5fffd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646be811-c3db-4480-bf8d-1a39c03c9aae HTTP/1.1" status: 200 len: 217 time: 0.0363309 Jun 28 12:15:20.118538 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-ba29864d-49e4-43aa-af81-c203e56bab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:20.120033 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-ba29864d-49e4-43aa-af81-c203e56bab4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0459485 Jun 28 12:15:20.181475 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-9ee518a3-5192-4805-bb3c-5e60fe7d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:20.183002 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-9ee518a3-5192-4805-bb3c-5e60fe7d5218 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557222 Jun 28 12:15:20.276466 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-54f5aa59-44cf-4b27-88ea-66642ec32241 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860116 Jun 28 12:15:20.392454 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d3eb26c-5539-4248-ab75-c2e6bfc9e223 req-47d90859-17ce-4ee4-a6db-63e1b6b62ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087916 Jun 28 12:15:20.418764 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcafbc-b996-46c7-8700-f68f2cc2a4a2 req-148aecf8-4afd-4e38-b649-a5eea8a54052 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:20.420219 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30fcafbc-b996-46c7-8700-f68f2cc2a4a2 req-148aecf8-4afd-4e38-b649-a5eea8a54052 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 943 time: 0.0792418 Jun 28 12:15:20.463062 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30fcafbc-b996-46c7-8700-f68f2cc2a4a2 req-b64da0b2-94ef-4a94-96a3-d5299bc862cf tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370367 Jun 28 12:15:20.982747 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:15:21.131779 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42df592-5bf1-41ea-a4e8-a6b2bc0ba569 req-f5aef2c6-24ff-41d1-a466-fce6d6360f73 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:21.133270 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d42df592-5bf1-41ea-a4e8-a6b2bc0ba569 req-f5aef2c6-24ff-41d1-a466-fce6d6360f73 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0673268 Jun 28 12:15:21.172669 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d42df592-5bf1-41ea-a4e8-a6b2bc0ba569 req-bd20d386-8361-4b10-a637-7bc01d3a7d42 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336792 Jun 28 12:15:21.659639 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64648c1-3191-470d-a848-8bc688451f91 req-9a0ee396-0312-498a-b819-1dc0357caf08 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:21.661263 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a64648c1-3191-470d-a848-8bc688451f91 req-9a0ee396-0312-498a-b819-1dc0357caf08 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 943 time: 0.0785527 Jun 28 12:15:21.701577 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a64648c1-3191-470d-a848-8bc688451f91 req-1b592308-3c7a-42da-9e23-f24bc619570b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344017 Jun 28 12:15:21.823897 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:22.375357 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6f586-caad-4368-863b-fab7c2ca24cf req-1212b038-fc41-431c-bbe5-cadbf1b78d7d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:22.376705 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5fb6f586-caad-4368-863b-fab7c2ca24cf req-1212b038-fc41-431c-bbe5-cadbf1b78d7d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0764112 Jun 28 12:15:22.416704 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5fb6f586-caad-4368-863b-fab7c2ca24cf req-46fd14cc-3fdd-41a8-8555-2df06dd899ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314963 Jun 28 12:15:22.889801 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b8d70-0627-44b4-bd1a-af0ba67bf125 req-5e9cbb98-401c-4c1d-85b6-b0fb198552b2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:22.891385 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4a9b8d70-0627-44b4-bd1a-af0ba67bf125 req-5e9cbb98-401c-4c1d-85b6-b0fb198552b2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 943 time: 0.0752487 Jun 28 12:15:22.930507 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4a9b8d70-0627-44b4-bd1a-af0ba67bf125 req-5eaff955-510a-43bf-b685-60cc8a30e5da tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Jun 28 12:15:22.950044 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:15:23.045430 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:15:23.056164 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'port_id': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'mac_address': 'fa:16:3e:8f:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:15:23.093317 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:23.108829 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 186b50c9-99e2-4a52-95dd-33fa9193b6b6 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:15:23.127855 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:15:23.135982 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:23.138171 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:23.187014 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=6']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:23.194085 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.194425 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.194758 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.195116 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.195444 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.195773 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.196093 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.196412 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.196732 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.197032 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.197345 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.197658 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:15:23.201424 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:23.220061 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['186b50c9-99e2-4a52-95dd-33fa9193b6b6'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:15:23.624298 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4679803-50a8-490c-8c0e-ef43f2214ec2 req-95887395-b04c-4bfb-8ae8-bd15223f0063 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:23.626081 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f4679803-50a8-490c-8c0e-ef43f2214ec2 req-95887395-b04c-4bfb-8ae8-bd15223f0063 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 944 time: 0.0693533 Jun 28 12:15:23.671698 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f4679803-50a8-490c-8c0e-ef43f2214ec2 req-4ee06ca6-2368-415f-b503-b59652f78329 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372601 Jun 28 12:15:24.113829 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d46b8-142d-4e4d-81a8-3893f5637b40 req-fe1b5d54-ef96-4835-82f3-a21d74c5aa36 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:24.115393 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-af0d46b8-142d-4e4d-81a8-3893f5637b40 req-fe1b5d54-ef96-4835-82f3-a21d74c5aa36 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 943 time: 0.0693467 Jun 28 12:15:24.166860 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-af0d46b8-142d-4e4d-81a8-3893f5637b40 req-b1d088ab-eee4-41e2-818d-f5c1cc83752a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Jun 28 12:15:24.871219 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571abb-cc52-47a9-905e-db799980280d req-b1908dc0-1693-43a6-b349-d2a6fded60ee tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:24.872767 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e1571abb-cc52-47a9-905e-db799980280d req-b1908dc0-1693-43a6-b349-d2a6fded60ee tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 944 time: 0.0716081 Jun 28 12:15:24.911832 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e1571abb-cc52-47a9-905e-db799980280d req-0b0e76bc-6e25-458d-9903-6ccbd69638ab tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 Jun 28 12:15:24.960199 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:15:25.012540 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:15:25.012781 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:25.097865 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:25.119681 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:15:25.121977 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b59709-b333-498c-99e5-14c860c534e4" -d '{"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-plugged", "status": "completed", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:15:25.134500 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:15:25.142844 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:25.144801 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:25.166410 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e3ad90-32dc-40c3-aa85-958366106627 x-openstack-request-id: req-03e3ad90-32dc-40c3-aa85-958366106627 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:15:25.166711 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-plugged", "status": "completed", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:15:25.166974 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03e3ad90-32dc-40c3-aa85-958366106627 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:15:25.167398 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'code': 200} Jun 28 12:15:25.195738 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=7']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:25.199131 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:25.469533 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a245f1-3bf7-4079-abb5-cd950b9a248c req-46843653-c350-4ed6-b6f1-78b31707bc9c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:25.471010 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c7a245f1-3bf7-4079-abb5-cd950b9a248c req-46843653-c350-4ed6-b6f1-78b31707bc9c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 943 time: 0.1915462 Jun 28 12:15:25.509281 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c7a245f1-3bf7-4079-abb5-cd950b9a248c req-7a63717f-d474-4555-9766-a04b88d41368 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324423 Jun 28 12:15:26.220285 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeab4e-8d08-4693-b8a0-592cfc3cbd31 req-bc9afad0-3138-49bd-83c6-c4a44a2c6c65 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:26.221994 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43eeab4e-8d08-4693-b8a0-592cfc3cbd31 req-bc9afad0-3138-49bd-83c6-c4a44a2c6c65 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.1335561 Jun 28 12:15:26.261077 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43eeab4e-8d08-4693-b8a0-592cfc3cbd31 req-96dc78df-e2b2-413f-8423-aefb15bbfaf4 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Jun 28 12:15:26.701897 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fd416-3f23-486e-9292-12143cec0369 req-9849643d-cb01-482b-8b79-c76fe97461f0 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:26.703483 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9a1fd416-3f23-486e-9292-12143cec0369 req-9849643d-cb01-482b-8b79-c76fe97461f0 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 943 time: 0.0740812 Jun 28 12:15:26.749325 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9a1fd416-3f23-486e-9292-12143cec0369 req-9944e81d-06e4-4a40-961a-4d0d09aab902 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395215 Jun 28 12:15:27.454222 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909a810-a040-4dd5-84a5-720913ed4278 req-fe013529-f177-411a-8fd8-ac4c04b11ebf tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:27.456245 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0909a810-a040-4dd5-84a5-720913ed4278 req-fe013529-f177-411a-8fd8-ac4c04b11ebf tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0741177 Jun 28 12:15:27.499273 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0909a810-a040-4dd5-84a5-720913ed4278 req-563073f7-90c6-427b-99ab-6ad55eb331de tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373244 Jun 28 12:15:27.949011 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ca83b-8436-43da-ac04-b2f6b10856dd req-b82f0aae-4ec4-4656-8872-cc40bfc387d7 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:27.950717 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ef1ca83b-8436-43da-ac04-b2f6b10856dd req-b82f0aae-4ec4-4656-8872-cc40bfc387d7 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 943 time: 0.0824704 Jun 28 12:15:28.115092 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ef1ca83b-8436-43da-ac04-b2f6b10856dd req-79bc3111-7a05-47cc-b299-eefe6fb664ce tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466684 Jun 28 12:15:28.723569 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406c49-9cd1-44c1-a007-7932736d8539 req-4a1d3304-6ccd-4df4-807c-4e8d9bf070d2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:28.726271 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-10406c49-9cd1-44c1-a007-7932736d8539 req-4a1d3304-6ccd-4df4-807c-4e8d9bf070d2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0794311 Jun 28 12:15:28.766100 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-10406c49-9cd1-44c1-a007-7932736d8539 req-81e79c8c-4494-4ae6-80ac-6e44121f6a0f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348854 Jun 28 12:15:28.960072 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 646be811-c3db-4480-bf8d-1a39c03c9aae details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:15:29.068861 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 646be811-c3db-4480-bf8d-1a39c03c9aae, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=646be811-c3db-4480-bf8d-1a39c03c9aae,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:15:29.082710 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:15:29.131518 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:29.149945 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646be811-c3db-4480-bf8d-1a39c03c9aae {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:15:29.174545 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 646be811-c3db-4480-bf8d-1a39c03c9aae, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=646be811-c3db-4480-bf8d-1a39c03c9aae,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:15:29.182987 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:29.186524 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-900bba4c-ff6a-4240-9a7e-1d3cb7d49b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:29.242104 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=646be811-c3db-4480-bf8d-1a39c03c9aae,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:29.245865 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:29.302396 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf322e-8095-4316-8cf8-9eab8cc2016d req-159fbf4e-db9f-4c09-a444-ecee7c0bdcdc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:29.303914 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9acf322e-8095-4316-8cf8-9eab8cc2016d req-159fbf4e-db9f-4c09-a444-ecee7c0bdcdc tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 944 time: 0.0652063 Jun 28 12:15:29.343445 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9acf322e-8095-4316-8cf8-9eab8cc2016d req-fe5ea074-d91d-4137-a0e5-2b6e23a04447 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333018 Jun 28 12:15:29.541208 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['646be811-c3db-4480-bf8d-1a39c03c9aae'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:15:30.082544 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56aebc-0756-4851-8a4e-190c8a78e647 req-1a6615b4-bf3f-42c2-9c0b-578709e00cfb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:30.084131 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dd56aebc-0756-4851-8a4e-190c8a78e647 req-1a6615b4-bf3f-42c2-9c0b-578709e00cfb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0811379 Jun 28 12:15:30.138681 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dd56aebc-0756-4851-8a4e-190c8a78e647 req-21c99506-77bf-45c1-8829-7133f9d2cf68 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461853 Jun 28 12:15:30.530550 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c89db-cd10-4ec6-be40-2315398e4562 req-5fdb6c91-adb6-4d2b-9108-940656086afd tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:30.537865 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-484c89db-cd10-4ec6-be40-2315398e4562 req-5fdb6c91-adb6-4d2b-9108-940656086afd tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 944 time: 0.0776293 Jun 28 12:15:30.574080 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-484c89db-cd10-4ec6-be40-2315398e4562 req-36e436da-3ee0-48a1-a36c-d9549e90a393 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354919 Jun 28 12:15:30.978619 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 646be811-c3db-4480-bf8d-1a39c03c9aae up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:15:31.036013 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 646be811-c3db-4480-bf8d-1a39c03c9aae completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:15:31.040802 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 646be811-c3db-4480-bf8d-1a39c03c9aae triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:15:31.041048 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:31.140445 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:31.167563 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:15:31.170787 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b4abc9-ebde-46e0-b730-62ac84dd7289" -d '{"events": [{"server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "name": "network-vif-plugged", "status": "completed", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:15:31.220274 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 646be811-c3db-4480-bf8d-1a39c03c9aae, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=646be811-c3db-4480-bf8d-1a39c03c9aae,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:15:31.231854 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:31.238756 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb77436-ee8a-4d50-9dc5-48681bde8a53 x-openstack-request-id: req-1bb77436-ee8a-4d50-9dc5-48681bde8a53 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:15:31.239292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "name": "network-vif-plugged", "status": "completed", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:15:31.239758 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bb77436-ee8a-4d50-9dc5-48681bde8a53 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:15:31.243427 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'code': 200} Jun 28 12:15:31.244437 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:31.308376 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=646be811-c3db-4480-bf8d-1a39c03c9aae,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:31.312261 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:31.363985 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94c516-48f5-40d4-b0b5-c16fc2a8fd0a req-ca3c364c-1956-41bc-847e-aeab3c66b8bc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:31.366088 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ef94c516-48f5-40d4-b0b5-c16fc2a8fd0a req-ca3c364c-1956-41bc-847e-aeab3c66b8bc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0805016 Jun 28 12:15:31.411559 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ef94c516-48f5-40d4-b0b5-c16fc2a8fd0a req-e9333486-eb9e-4d36-9a29-744ef969bcef tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392680 Jun 28 12:15:31.559509 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca8cab-16a7-445f-90dd-1ee5f9876b02 req-f7051929-f4ec-4e2c-a64e-94cc53258836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:31.562005 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07ca8cab-16a7-445f-90dd-1ee5f9876b02 req-f7051929-f4ec-4e2c-a64e-94cc53258836 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 1098 time: 0.0655398 Jun 28 12:15:31.610448 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-07ca8cab-16a7-445f-90dd-1ee5f9876b02 req-078bb7f1-9fc7-4b21-91b9-d33963768c58 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 Jun 28 12:15:31.795009 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb768cc-49f5-4f29-be44-72e58f03bf70 req-3e1ff977-c587-40d7-9219-9cd5a973c6de tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:31.796712 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cdb768cc-49f5-4f29-be44-72e58f03bf70 req-3e1ff977-c587-40d7-9219-9cd5a973c6de tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 945 time: 0.0823591 Jun 28 12:15:31.839988 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cdb768cc-49f5-4f29-be44-72e58f03bf70 req-7ec3adf4-40cd-419b-9f00-4a92961e16d3 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357065 Jun 28 12:15:32.604429 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970bbb-550c-4cd2-969d-54bebca5b447 req-4ed651f7-a9b1-459d-8ab0-cffb46aeac11 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:32.606705 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4c970bbb-550c-4cd2-969d-54bebca5b447 req-4ed651f7-a9b1-459d-8ab0-cffb46aeac11 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0713594 Jun 28 12:15:32.656554 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4c970bbb-550c-4cd2-969d-54bebca5b447 req-1d54730b-42d1-4bb8-ac15-3aa186ab705c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444496 Jun 28 12:15:33.089062 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4da7f6-8d5f-40af-ab43-a1684d9a25f2 req-525dcb09-717d-424b-b2de-455f74886a8c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:33.090830 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1a4da7f6-8d5f-40af-ab43-a1684d9a25f2 req-525dcb09-717d-424b-b2de-455f74886a8c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 945 time: 0.0780475 Jun 28 12:15:33.140558 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1a4da7f6-8d5f-40af-ab43-a1684d9a25f2 req-54d60455-d666-407d-93ed-28f230948463 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437922 Jun 28 12:15:33.343175 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbcfef-d162-4b54-b850-8cc5a4d930e0 req-dd6c6d2f-0f17-4d6c-a306-6c4880e6c17a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:33.345125 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70bbcfef-d162-4b54-b850-8cc5a4d930e0 req-dd6c6d2f-0f17-4d6c-a306-6c4880e6c17a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 945 time: 0.0868368 Jun 28 12:15:33.388613 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-70bbcfef-d162-4b54-b850-8cc5a4d930e0 req-9dfd6a31-6461-475b-a7f2-ab560def1ace tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343537 Jun 28 12:15:33.414752 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33520) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:15:33.477843 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1672a85-f4f5-476e-8fbd-3604aceaa6d8 tempest-TestVolumeBootPattern-1005855412 tempest-TestVolumeBootPattern-1005855412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:33.479377 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b1672a85-f4f5-476e-8fbd-3604aceaa6d8 tempest-TestVolumeBootPattern-1005855412 tempest-TestVolumeBootPattern-1005855412-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 1093 time: 0.0633428 Jun 28 12:15:33.482599 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33522) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:15:33.487390 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:15:33.511970 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:33.613464 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:34.061896 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Allocated IP 172.27.1.143 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/b51e73cc-06e6-4f75-aa94-c454fd71adc4) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:15:34.083404 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d04b2b-a3d0-4e4c-89fa-39e0b3b6a60b req-d7be7aa4-cea3-4a9e-9139-54016d3fcfb0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:34.087602 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-69d04b2b-a3d0-4e4c-89fa-39e0b3b6a60b req-d7be7aa4-cea3-4a9e-9139-54016d3fcfb0 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.1301582 Jun 28 12:15:34.208676 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-69d04b2b-a3d0-4e4c-89fa-39e0b3b6a60b req-3bc4cfae-50b4-4840-b28a-bfae45f432aa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173019 Jun 28 12:15:34.252729 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:34.294531 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:34.297956 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-df5b2843-49ee-41e3-b406-3726f28493cc tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:34.336133 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:15:34.341117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:15:34.344713 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:15:34.368359 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=b51e73cc-06e6-4f75-aa94-c454fd71adc4,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:34.375071 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:34.920908 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:35.064241 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:35.262453 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:35.269082 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:35.279747 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:35.359705 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=b51e73cc-06e6-4f75-aa94-c454fd71adc4,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:35.364356 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:35.366106 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:35.505316 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Floating IP f02b79fc-c577-436a-a0cf-3e5146bc4a2b associated. External IP: 172.27.1.143, port: 646be811-c3db-4480-bf8d-1a39c03c9aae. Jun 28 12:15:35.549841 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b7566-f189-4580-9337-83d49e3f5d00 req-725a9122-81c7-483f-bf42-76b79ecd0845 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:35.551330 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-805b7566-f189-4580-9337-83d49e3f5d00 req-725a9122-81c7-483f-bf42-76b79ecd0845 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.1499634 Jun 28 12:15:35.628299 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-805b7566-f189-4580-9337-83d49e3f5d00 req-25c0736c-746c-4aa3-86ac-9c10856cb2a7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703819 Jun 28 12:15:35.757630 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:15:35.878774 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:15:35.889814 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:15:35.898370 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:35.900594 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:15:35.901324 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:15:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:15:35.935922 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4518492 Jun 28 12:15:35.936849 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:15:35.939571 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68" -d '{"events": [{"name": "network-changed", "server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:15:35.982924 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e927ec88-0409-440f-b1ca-807f15ee4c8f x-openstack-request-id: req-e927ec88-0409-440f-b1ca-807f15ee4c8f {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:15:35.983290 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:15:35.983573 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e927ec88-0409-440f-b1ca-807f15ee4c8f {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:15:35.984058 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'status': 'completed', 'code': 200} Jun 28 12:15:36.022785 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:15:36.060423 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-dad4914e-ca9b-471f-9517-e032a4aef989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.061974 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-dad4914e-ca9b-471f-9517-e032a4aef989 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 1098 time: 0.0526714 Jun 28 12:15:36.156751 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-77c38da8-735d-4c7a-aa18-e900e5e77037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.158127 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-77c38da8-735d-4c7a-aa18-e900e5e77037 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0889573 Jun 28 12:15:36.269051 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:34Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:15:36.297254 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:15:36.305995 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:15:36.306611 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:15:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:15:36.333938 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-950cb0fc-a3db-4c73-af07-f7721c259d94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646be811-c3db-4480-bf8d-1a39c03c9aae HTTP/1.1" status: 200 len: 999 time: 0.0574784 Jun 28 12:15:36.398779 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-d630d363-cc8c-4432-a3b0-fdff21969a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.400592 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-d630d363-cc8c-4432-a3b0-fdff21969a8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0506966 Jun 28 12:15:36.416619 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:15:36.462104 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-6c8eb0b3-d2b9-45d5-8f3e-83af7680ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.463804 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-6c8eb0b3-d2b9-45d5-8f3e-83af7680ab1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545032 Jun 28 12:15:36.564419 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-b37094d7-a225-4ce7-94f6-f954bce35103 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885715 Jun 28 12:15:36.604305 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-053efffc-347b-48e2-8378-701fe47c3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.605870 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-053efffc-347b-48e2-8378-701fe47c3d76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1098 time: 0.0568607 Jun 28 12:15:36.669615 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-42b23e7d-94c8-42da-bd10-0861dff29414 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978506 Jun 28 12:15:36.702060 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-ab55c223-122d-4064-a2b0-78dc15d70d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.703736 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-ab55c223-122d-4064-a2b0-78dc15d70d05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.0913496 Jun 28 12:15:36.769787 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:34Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:15:36.770070 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-af6fe667-7b33-4fde-92eb-5771881eff7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0594721 Jun 28 12:15:36.798875 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdf414e-e4f0-4359-b404-a2de7cafd2bc None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:34Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:15:36.820324 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-34c4dec9-0b75-40e4-8e72-9b1b8e65582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.822108 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-34c4dec9-0b75-40e4-8e72-9b1b8e65582a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0435822 Jun 28 12:15:36.825722 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46108-3ae5-409f-8fcd-7e45837aff41 req-3af05426-0281-433b-8e5e-e26be1ac013b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.827235 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7c46108-3ae5-409f-8fcd-7e45837aff41 req-3af05426-0281-433b-8e5e-e26be1ac013b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0704224 Jun 28 12:15:36.866432 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a7c46108-3ae5-409f-8fcd-7e45837aff41 req-35e2b8ae-8b36-43de-bc47-8d9689f9e63b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332019 Jun 28 12:15:36.887291 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-08b7b7e5-3006-468d-ae6e-e1c9a1f132ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:36.889168 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-08b7b7e5-3006-468d-ae6e-e1c9a1f132ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609124 Jun 28 12:15:36.979991 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-4df3ca23-d70c-457f-8015-2297c4e7495c service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833678 Jun 28 12:15:36.993141 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b34836-68e3-48d7-90f7-fdf23c6e9143 None None] New status for floating IP f02b79fc-c577-436a-a0cf-3e5146bc4a2b: ACTIVE {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:15:37.074703 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4683db0-1e91-4814-9bf5-10f56c9c3154 req-b6226475-940f-438f-adca-7bac7c08a762 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884531 Jun 28 12:15:38.070749 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352d51-2636-456f-8a1f-7cd7d86828f2 req-12ec7f8f-156d-414e-b0b4-b23710414637 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:38.072232 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7d352d51-2636-456f-8a1f-7cd7d86828f2 req-12ec7f8f-156d-414e-b0b4-b23710414637 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0745432 Jun 28 12:15:38.115681 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7d352d51-2636-456f-8a1f-7cd7d86828f2 req-b8698977-6cef-492f-a686-cb46cf28e6ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363667 Jun 28 12:15:39.300419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5d68-f090-4d02-b71b-7e1a4634442e req-1fdc4b60-beb6-46c0-bb07-e5dfba23ca3f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:39.301894 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-397b5d68-f090-4d02-b71b-7e1a4634442e req-1fdc4b60-beb6-46c0-bb07-e5dfba23ca3f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0651927 Jun 28 12:15:39.341250 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-397b5d68-f090-4d02-b71b-7e1a4634442e req-3c7a1ac1-91ec-40cb-a1bf-ec53a4474294 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333819 Jun 28 12:15:40.536600 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb30d9-489b-45e2-a48f-1acbc6d3fef9 req-5e56ad54-9481-45ff-a78a-421a585cc43e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:40.538071 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-28eb30d9-489b-45e2-a48f-1acbc6d3fef9 req-5e56ad54-9481-45ff-a78a-421a585cc43e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 945 time: 0.0650241 Jun 28 12:15:40.577282 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-28eb30d9-489b-45e2-a48f-1acbc6d3fef9 req-d00f8b01-914b-4370-92b6-62720a9b46b2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Jun 28 12:15:40.626975 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-cb3ee036-d44c-4fb0-8af1-66500f561bd6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950892 Jun 28 12:15:41.002154 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:15:41.077840 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:41.101436 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:15:41.103750 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d3f094-73ec-487b-8d64-1062565fdc12" -d '{"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-unplugged", "status": "completed", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:15:41.123117 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:15:41.129438 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:41.132173 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:15:41.154292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb857fb-dd8e-4942-b359-ccf5bf24e5f6 x-openstack-request-id: req-7eb857fb-dd8e-4942-b359-ccf5bf24e5f6 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:15:41.154600 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-unplugged", "status": "failed", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6", "code": 422}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:15:41.154832 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7eb857fb-dd8e-4942-b359-ccf5bf24e5f6 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:15:41.155396 dv-cinder-772388-5-iscsi neutron-server[93239]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'code': 422} returned with failed status Jun 28 12:15:41.180921 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=8']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:15:41.183872 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:15:41.632635 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-7b23ec8f-0906-4c66-82de-64da2f4d6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:41.634199 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-7b23ec8f-0906-4c66-82de-64da2f4d6e5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188&tenant_id=00cfc41933524345a618f3b1ff6d32de HTTP/1.1" status: 200 len: 1096 time: 0.0948679 Jun 28 12:15:41.716336 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-f83c50c8-3386-46cb-ac0b-1976ca1962d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:41.717880 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-f83c50c8-3386-46cb-ac0b-1976ca1962d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1096 time: 0.0603802 Jun 28 12:15:41.769116 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffdc71-c954-4898-a018-157b9a7ec01d req-b1b31420-e4fa-4b42-aa74-b517ddbd939a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:41.774348 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-57ffdc71-c954-4898-a018-157b9a7ec01d req-b1b31420-e4fa-4b42-aa74-b517ddbd939a tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0725493 Jun 28 12:15:41.810041 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-57ffdc71-c954-4898-a018-157b9a7ec01d req-4aadf7d8-35cd-4f75-a4e5-0bacc31ec08e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334024 Jun 28 12:15:41.819582 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-98df6d76-ac75-422b-a730-85114f0f7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:41.821178 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-98df6d76-ac75-422b-a730-85114f0f7d95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.0953069 Jun 28 12:15:41.890016 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-294b2ee9-c590-4a20-a2b1-64b702ca9165 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 200 len: 998 time: 0.0625148 Jun 28 12:15:41.936393 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-89ebec67-eb89-4c04-894f-90291b2f613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:41.937913 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-89ebec67-eb89-4c04-894f-90291b2f613b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0420969 Jun 28 12:15:42.001298 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-06861cc5-5da7-4ade-a606-76a3b69904fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:42.002667 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-06861cc5-5da7-4ade-a606-76a3b69904fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578980 Jun 28 12:15:42.115707 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-398f284d-5860-4448-be87-d7a822adcdff service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037989 Jun 28 12:15:42.208128 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-0c8b3b0d-6f10-4477-98c4-572a24019a16 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Jun 28 12:15:42.993796 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dea26-6f07-4f41-bb89-cf18c10c063d req-0cee9535-0265-459e-91d0-29aad3a39de9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:42.995182 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fd0dea26-6f07-4f41-bb89-cf18c10c063d req-0cee9535-0265-459e-91d0-29aad3a39de9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0680053 Jun 28 12:15:43.045826 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fd0dea26-6f07-4f41-bb89-cf18c10c063d req-833ea842-7c3d-4ae9-bcb4-8f41770b04df tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411305 Jun 28 12:15:44.235232 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff73d79-a294-4714-9f6f-26816cdbf5a1 req-4be6adfa-5dee-4c3e-b0dc-77def9380f6c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:44.237496 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6ff73d79-a294-4714-9f6f-26816cdbf5a1 req-4be6adfa-5dee-4c3e-b0dc-77def9380f6c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0731959 Jun 28 12:15:44.274725 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6ff73d79-a294-4714-9f6f-26816cdbf5a1 req-3168e87c-2cd8-4690-9806-2e3a199c60b5 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Jun 28 12:15:45.479025 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de290979-2540-4b17-b62f-b1da3206f984 req-0cf25556-1573-4738-baa6-f4b072c4a180 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:45.481665 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-de290979-2540-4b17-b62f-b1da3206f984 req-0cf25556-1573-4738-baa6-f4b072c4a180 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0827720 Jun 28 12:15:45.520732 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-de290979-2540-4b17-b62f-b1da3206f984 req-cd61abca-c840-4eb5-b098-7129166100c7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327406 Jun 28 12:15:46.483992 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c46412ca-ceff-4f07-9ec0-40181134852a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:46.731335 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d469881-0e31-4222-986e-104e3afae7e1 req-1a59625d-6c9e-4390-ae26-bcf2669debc9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:46.733010 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d469881-0e31-4222-986e-104e3afae7e1 req-1a59625d-6c9e-4390-ae26-bcf2669debc9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0660143 Jun 28 12:15:46.775569 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6d469881-0e31-4222-986e-104e3afae7e1 req-32d4a6a3-3d1b-4e6b-a693-ca41b08ac3ec tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362782 Jun 28 12:15:47.119467 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:47.974554 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651d761-ff74-4d77-b67b-b548ebdedf67 req-c1009148-ec39-46c2-b615-9061dd3993a9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:47.976115 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5651d761-ff74-4d77-b67b-b548ebdedf67 req-c1009148-ec39-46c2-b615-9061dd3993a9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0824409 Jun 28 12:15:48.013566 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5651d761-ff74-4d77-b67b-b548ebdedf67 req-34db7056-7580-414f-8410-9cb9992f90df tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Jun 28 12:15:49.061075 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:49.082495 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-47b49e99-6646-449a-abe5-5b647b3cfd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:49.241653 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c0dd1-1ac4-45c6-b7ff-5a41b8b711cb req-2c17911f-fc79-46ef-b0ac-7f39f24a13ed tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:49.243191 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-891c0dd1-1ac4-45c6-b7ff-5a41b8b711cb req-2c17911f-fc79-46ef-b0ac-7f39f24a13ed tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0743401 Jun 28 12:15:49.280835 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-891c0dd1-1ac4-45c6-b7ff-5a41b8b711cb req-abd119a6-def2-4e86-b2e5-b5774f8ae6fc tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317810 Jun 28 12:15:50.063605 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:50.479645 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21392a5-58bc-483f-bb40-2193bfa756d6 req-6747bded-d831-47c8-8534-42cf43aae88b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:50.481189 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f21392a5-58bc-483f-bb40-2193bfa756d6 req-6747bded-d831-47c8-8534-42cf43aae88b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0750954 Jun 28 12:15:50.522148 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f21392a5-58bc-483f-bb40-2193bfa756d6 req-e16a7d42-a50e-46be-a674-4f9165fb3fa9 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344272 Jun 28 12:15:51.720981 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76617370-8e71-4d23-bd9c-1d73a862ef74 req-9760188e-fe14-433c-892c-59c70c5d86b7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:51.722893 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76617370-8e71-4d23-bd9c-1d73a862ef74 req-9760188e-fe14-433c-892c-59c70c5d86b7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0739548 Jun 28 12:15:51.762692 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-76617370-8e71-4d23-bd9c-1d73a862ef74 req-71045b29-ca20-47db-8db8-1f43c4d75e5d tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338221 Jun 28 12:15:51.839353 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:15:52.966698 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521add-b576-4490-8e2b-98f6e80671f2 req-5f891cdf-2192-4321-8a5f-52786462682b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:52.968475 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8e521add-b576-4490-8e2b-98f6e80671f2 req-5f891cdf-2192-4321-8a5f-52786462682b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0809498 Jun 28 12:15:53.008335 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8e521add-b576-4490-8e2b-98f6e80671f2 req-415a2139-1bcf-4472-ad37-4f5a26ecebd3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338984 Jun 28 12:15:54.474295 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecc57b-0810-44d1-b5a9-6a53e54774d4 req-36aab669-d1d7-444f-93a7-a6d05fbb9a5c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:54.475830 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e9ecc57b-0810-44d1-b5a9-6a53e54774d4 req-36aab669-d1d7-444f-93a7-a6d05fbb9a5c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.3440211 Jun 28 12:15:54.513646 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e9ecc57b-0810-44d1-b5a9-6a53e54774d4 req-0dc6cef3-6c86-4cff-8425-df819e1f5ca8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318894 Jun 28 12:15:55.699223 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0069d0-402a-4d84-aaf7-40b2fdc203c8 req-06128080-721c-4b72-b88e-bf4027dd8428 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:55.700713 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4c0069d0-402a-4d84-aaf7-40b2fdc203c8 req-06128080-721c-4b72-b88e-bf4027dd8428 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0656848 Jun 28 12:15:55.738669 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4c0069d0-402a-4d84-aaf7-40b2fdc203c8 req-0794fc29-3b16-4ae3-9533-5b2889e73cff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322475 Jun 28 12:15:56.923055 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e1e00-506b-4215-b973-a37ad3f30d60 req-1f925c7e-1524-4aeb-aa3b-8be2b976993f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:56.924499 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e49e1e00-506b-4215-b973-a37ad3f30d60 req-1f925c7e-1524-4aeb-aa3b-8be2b976993f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0689867 Jun 28 12:15:56.962649 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e49e1e00-506b-4215-b973-a37ad3f30d60 req-dbe462e9-167e-49be-9485-025f79e04e0b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323975 Jun 28 12:15:57.987116 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:15:58.163024 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352e2e1-f94f-4613-8851-ba7a4cc6e191 req-3d90bc97-d32b-4cc5-8c16-6022b26b14d1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:58.164518 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4352e2e1-f94f-4613-8851-ba7a4cc6e191 req-3d90bc97-d32b-4cc5-8c16-6022b26b14d1 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0697966 Jun 28 12:15:58.209136 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4352e2e1-f94f-4613-8851-ba7a4cc6e191 req-55e46cb6-ee59-498d-a220-e2b1829d2faf tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361483 Jun 28 12:15:58.360577 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-2175b619-304f-49a8-8740-edb86b66f99f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642710 Jun 28 12:15:58.441921 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-94fd7fa7-73e7-43de-8abb-75da70aefb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:58.443468 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-94fd7fa7-73e7-43de-8abb-75da70aefb9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1137 time: 0.0551109 Jun 28 12:15:58.565267 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-a2797fe6-6ee0-4ace-a3e1-4a36f03cf2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:58.566757 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-a2797fe6-6ee0-4ace-a3e1-4a36f03cf2f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 916 time: 0.1023200 Jun 28 12:15:58.634810 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-1a97cdd9-0235-45c3-82cc-78c857b64774 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 1001 time: 0.0603640 Jun 28 12:15:58.686498 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-522eb9f8-8e24-41d0-b0c2-747f9b1b0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:58.688373 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-522eb9f8-8e24-41d0-b0c2-747f9b1b0c4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 200 len: 854 time: 0.0469515 Jun 28 12:15:58.748264 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-d04601e9-7643-4355-9852-74e8d9134eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:58.749851 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-d04601e9-7643-4355-9852-74e8d9134eea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e98f626-7daf-4155-9884-b62dee5d8971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533733 Jun 28 12:15:58.761255 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-4df7978e-9318-4f09-a1c1-b8c8b61ba242 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:15:58.762507 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-4df7978e-9318-4f09-a1c1-b8c8b61ba242 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053451 Jun 28 12:15:58.860972 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-c4e2978d-84df-4c3e-9d53-80d937924a18 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915799 Jun 28 12:15:58.960159 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-60ef6f4b-12a5-4743-bbd3-957671d98e54 req-e54696ab-1332-4d51-a526-1c39ec713f59 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919316 Jun 28 12:15:59.392991 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10ea5a-c764-49cc-810a-0a25a7a397e1 req-8800f37c-f3f9-4bbc-8637-075798a3e658 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:15:59.394443 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1e10ea5a-c764-49cc-810a-0a25a7a397e1 req-8800f37c-f3f9-4bbc-8637-075798a3e658 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0660133 Jun 28 12:15:59.432018 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1e10ea5a-c764-49cc-810a-0a25a7a397e1 req-935d1c98-6654-4951-8c40-9eda5cc7dcc7 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Jun 28 12:16:00.625671 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978a6b-684a-4b19-bddc-b56f2114bc18 req-ddaad823-0917-4adc-8b84-7de835e3ff60 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:00.627227 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-87978a6b-684a-4b19-bddc-b56f2114bc18 req-ddaad823-0917-4adc-8b84-7de835e3ff60 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 943 time: 0.0788350 Jun 28 12:16:00.666358 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-87978a6b-684a-4b19-bddc-b56f2114bc18 req-e11e4142-d7c0-49c1-b1db-ed3b4266611c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333405 Jun 28 12:16:01.133798 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:16:01.233768 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:01.244205 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'port_id': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'mac_address': 'fa:16:3e:8f:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:16:01.287526 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:01.300357 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186b50c9-99e2-4a52-95dd-33fa9193b6b6 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:16:01.320732 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:01.327071 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:01.328860 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:01.374248 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=9']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:01.377732 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:01.402922 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-dac7949c-6d1a-491b-b264-6defa512f1fd tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577217309&fields=id&tenant_id=6e7afecae18942b3ae406af1dc23ec60 HTTP/1.1" status: 200 len: 267 time: 0.0339081 Jun 28 12:16:01.477463 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-8c146d6c-ece4-41a0-8968-813df832d35d tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:01.478979 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-8c146d6c-ece4-41a0-8968-813df832d35d tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 984 time: 0.0703788 Jun 28 12:16:01.492424 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Request body: {'port': {'security_groups': ['fee6da6c-833b-4831-ba24-269135e03c61']}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:16:01.578773 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:01.653507 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['186b50c9-99e2-4a52-95dd-33fa9193b6b6'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:16:01.754290 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] For port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:01.784035 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:01.798576 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:01.802957 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:01.871336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:01.871965 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:01.876623 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7cc4e579-1186-46c8-bf1f-e7937faadbc0 req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "PUT /v2.0/ports/3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 942 time: 0.3855758 Jun 28 12:16:01.876876 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:16:01.879270 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4141ca14-7d19-4a65-b712-b9ddafb16de2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:16:01.880442 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33684) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:01.897130 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event updated for resources: {'Port': ['ID=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,revision_number=7']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:01.900860 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:01.930047 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77959e4e-f7f2-4a27-943a-173b833401a4 req-97b02b03-429f-498f-b439-cd6ddaf3d94c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:01.932375 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-77959e4e-f7f2-4a27-943a-173b833401a4 req-97b02b03-429f-498f-b439-cd6ddaf3d94c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 944 time: 0.1437411 Jun 28 12:16:01.934162 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f090b2d-3177-4a83-b736-4c6326cc0c2e x-openstack-request-id: req-7f090b2d-3177-4a83-b736-4c6326cc0c2e {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:16:01.934472 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:16:01.934752 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f090b2d-3177-4a83-b736-4c6326cc0c2e {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:16:01.935189 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'status': 'completed', 'code': 200} Jun 28 12:16:01.978866 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-77959e4e-f7f2-4a27-943a-173b833401a4 req-0aae399b-e4af-4f13-b2fc-8df9ea36bff2 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348847 Jun 28 12:16:01.983317 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:16:02.005857 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.042974 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.053035 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-aace85f7-7c7f-4550-8be8-8445b39cc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:02.054531 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-aace85f7-7c7f-4550-8be8-8445b39cc4bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1098 time: 0.1015613 Jun 28 12:16:02.150510 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-8c7b5235-1b94-492d-9752-51973faa7dd4 None None] Provisioning complete for port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:16:02.151266 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5235-1b94-492d-9752-51973faa7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.167832 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-7cacd1ba-41d0-430f-9fee-3ac02600b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:02.169314 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-7cacd1ba-41d0-430f-9fee-3ac02600b3d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 916 time: 0.1055155 Jun 28 12:16:02.178623 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.181595 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.182746 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "DELETE /v2.0/security-groups/2ba7b5f8-8d2a-4686-a680-22d4b070046c HTTP/1.1" status: 204 len: 168 time: 0.3011472 Jun 28 12:16:02.184814 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7259f58c-a448-44bc-914c-70efae6dc484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:02.185607 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33688) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:02.225857 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba7b5f8-8d2a-4686-a680-22d4b070046c,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:02.236179 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.236556 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.236919 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.237284 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.237642 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.237997 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.238348 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.238698 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.239081 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.239410 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.239760 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.240106 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:02.244452 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:02.262196 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-a8d40c66-e50a-4ca7-93cf-84e6f91bb04f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 1001 time: 0.0783782 Jun 28 12:16:02.297319 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:16:02.317758 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-003150cc-8974-40c3-9a20-833782ed6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:02.319394 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-003150cc-8974-40c3-9a20-833782ed6e6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 200 len: 854 time: 0.0497179 Jun 28 12:16:02.343749 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Deleting port 5ca3939d-4a8f-4d18-8e3e-0c5cb99545f7 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:02.344092 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.384072 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-0147693f-f57c-404e-8699-23059e8a6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:02.386585 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-0147693f-f57c-404e-8699-23059e8a6b2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e98f626-7daf-4155-9884-b62dee5d8971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603447 Jun 28 12:16:02.417449 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.417695 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.430084 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Calling delete_port for 5ca3939d-4a8f-4d18-8e3e-0c5cb99545f7 owned by network:floatingip {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:02.476483 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-a2fe18c6-3cdc-435e-b1e5-6beec1234df3 service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820746 Jun 28 12:16:02.568478 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-4141ca14-7d19-4a65-b712-b9ddafb16de2 req-4f9f6f32-ce01-416b-bfeb-9d9897871cdc service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848753 Jun 28 12:16:02.609550 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.612279 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-33e0f286-e1ed-4fb9-9f47-0a8cc1e078c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:02.636819 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event deleted for resources: {'Port': ['ID=5ca3939d-4a8f-4d18-8e3e-0c5cb99545f7,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:02.640753 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:02.697629 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks [] for floatingip, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:02.697882 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Floating IP 0323a466-7cb0-4859-92a3-d274d6c0bdfd disassociated (deleted). External IP: 172.27.1.216, port: 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8. Jun 28 12:16:02.904269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Router 0a2268c2-bb77-4baa-a0ad-d057201c0bce has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:16:03.018851 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:16:03.024185 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:03.029585 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] Sync routers for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:16:03.038988 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:16:03.039653 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:15:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:03.063012 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c3a4f1f5-7d6b-484c-870f-013769e63d58 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "DELETE /v2.0/floatingips/0323a466-7cb0-4859-92a3-d274d6c0bdfd HTTP/1.1" status: 204 len: 168 time: 0.8749223 Jun 28 12:16:03.139907 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:16:03.172177 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a791c01-836b-42fa-9de2-f5f60c6e4035 req-265a854e-e48a-4ef0-9497-e31fcf890b4e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:03.173850 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5a791c01-836b-42fa-9de2-f5f60c6e4035 req-265a854e-e48a-4ef0-9497-e31fcf890b4e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 944 time: 0.0709381 Jun 28 12:16:03.180382 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:16:03.219065 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5a791c01-836b-42fa-9de2-f5f60c6e4035 req-784362c5-6830-4d3b-a7bc-c1fe9d77929b tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374470 Jun 28 12:16:03.262576 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:16:03.262984 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:03.437203 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:03.465107 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:16:03.467527 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af8541f-e6a2-4e1d-b353-ccdf25296f67" -d '{"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-plugged", "status": "completed", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:16:03.481654 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:03.487484 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:03.490759 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:03.494416 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:48Z', 'revision_number': 5, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:03.517272 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f76d3ef-295a-40b0-8e21-eb3b6a2ba0fb x-openstack-request-id: req-1f76d3ef-295a-40b0-8e21-eb3b6a2ba0fb {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:16:03.517561 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-plugged", "status": "completed", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:16:03.517818 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f76d3ef-295a-40b0-8e21-eb3b6a2ba0fb {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:16:03.518197 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'code': 200} Jun 28 12:16:03.552708 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] Checking router: 0a2268c2-bb77-4baa-a0ad-d057201c0bce for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:16:03.578027 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:16:03.578659 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:15:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:03.617993 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=10']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:03.621351 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:03.697408 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:16:03.757519 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1750020-f95f-40d7-a364-36c71ce9e66d req-3fbc2b1d-dd3f-442b-92a0-b32492998657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:03.759005 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1750020-f95f-40d7-a364-36c71ce9e66d req-3fbc2b1d-dd3f-442b-92a0-b32492998657 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1099 time: 0.0959358 Jun 28 12:16:03.796141 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1750020-f95f-40d7-a364-36c71ce9e66d req-9f587679-9889-450b-ad76-c1a8b75fb42d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277936 Jun 28 12:16:03.902353 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:48Z', 'revision_number': 5, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:03.928332 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c7e3d5-1077-4fe5-9eee-eabb7e11a42f None None] The sync data for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi is: [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:41Z', 'revision_number': 4, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'eb909f14-6e57-4f5b-aaad-4b8f2396f45e', 'name': '', 'network_id': '4e98f626-7daf-4155-9884-b62dee5d8971', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:40Z', 'updated_at': '2021-06-28T12:12:48Z', 'revision_number': 5, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'subnets': [{'id': '3bf60b7f-8ddc-4366-a363-2d9bf34c20b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:16:03.936701 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:16:03.939301 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548cb577-a4a6-43d0-9c76-d1750172dfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:16:03.974702 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a34016-e8f2-465f-a9ea-c26ac7643356 x-openstack-request-id: req-a7a34016-e8f2-465f-a9ea-c26ac7643356 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:16:03.975021 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:16:03.975320 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7a34016-e8f2-465f-a9ea-c26ac7643356 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:16:03.975733 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'status': 'completed', 'code': 200} Jun 28 12:16:04.088660 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-37b98f7c-9f42-4412-b843-dcb141b88e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:04.090332 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-37b98f7c-9f42-4412-b843-dcb141b88e56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e7afecae18942b3ae406af1dc23ec60&device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 1098 time: 0.0585878 Jun 28 12:16:04.153370 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ce0d8-3423-48ee-b2dd-3e441d1b2177 None None] New status for floating IP 0323a466-7cb0-4859-92a3-d274d6c0bdfd: DOWN {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:16:04.200675 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-554d6ccd-12af-44e2-b644-5b1afa1ae4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:04.202874 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-554d6ccd-12af-44e2-b644-5b1afa1ae4b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 200 len: 916 time: 0.1054213 Jun 28 12:16:04.248157 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-e416b124-2476-4960-b942-af113c139891 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 200 len: 217 time: 0.0371473 Jun 28 12:16:04.308602 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-d256eb52-0af2-4845-9c30-e68099d5e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:04.310161 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-d256eb52-0af2-4845-9c30-e68099d5e2f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 200 len: 854 time: 0.0517209 Jun 28 12:16:04.371536 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-5d853fec-c1d8-4a07-b611-2620624f7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:04.373176 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-5d853fec-c1d8-4a07-b611-2620624f7834 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e98f626-7daf-4155-9884-b62dee5d8971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545979 Jun 28 12:16:04.405992 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f368c-46c9-4233-b1d9-332e014db493 req-435a5d0a-4af1-418a-a228-837805ec0866 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:04.407617 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8d9f368c-46c9-4233-b1d9-332e014db493 req-435a5d0a-4af1-418a-a228-837805ec0866 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 946 time: 0.0662289 Jun 28 12:16:04.449561 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8d9f368c-46c9-4233-b1d9-332e014db493 req-f6320b6f-67d6-4130-b684-58b204ba3a13 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361631 Jun 28 12:16:04.706376 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-3c060194-0038-406f-adaa-51e5d8a95a0f service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242249 Jun 28 12:16:04.807075 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-548cb577-a4a6-43d0-9c76-d1750172dfcc req-78a06ed0-af45-4120-b6f0-08f4f5ba366d service neutron] 10.222.0.15 "GET /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900860 Jun 28 12:16:05.649555 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46f6fb-d1d8-421a-be01-a70b91be1c65 req-01020168-b536-4991-9d91-41f25b5d1f7e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:05.650973 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1f46f6fb-d1d8-421a-be01-a70b91be1c65 req-01020168-b536-4991-9d91-41f25b5d1f7e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 946 time: 0.0633652 Jun 28 12:16:05.691710 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1f46f6fb-d1d8-421a-be01-a70b91be1c65 req-a9468f21-f53e-405b-afee-29627ee08c1f tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318849 Jun 28 12:16:06.163425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f363ed7-01a7-43da-aa88-afc8a81fdccf req-4531f843-6ba6-42b9-8207-d91b99a0f3da tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:06.165235 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4f363ed7-01a7-43da-aa88-afc8a81fdccf req-4531f843-6ba6-42b9-8207-d91b99a0f3da tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0692773 Jun 28 12:16:06.209688 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4f363ed7-01a7-43da-aa88-afc8a81fdccf req-e44796bb-2c7e-4459-9370-970ed7d12464 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Jun 28 12:16:06.887746 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb454224-4abe-4f05-901e-2618ba9b65e4 req-370dcc3c-d85b-4cbd-bf7d-d7fd1700aaaf tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:06.889845 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eb454224-4abe-4f05-901e-2618ba9b65e4 req-370dcc3c-d85b-4cbd-bf7d-d7fd1700aaaf tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 946 time: 0.0762436 Jun 28 12:16:06.929906 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eb454224-4abe-4f05-901e-2618ba9b65e4 req-66f78417-9b4b-48cc-92b9-06a9da1b516c tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326524 Jun 28 12:16:07.409242 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6e1eb-5d7b-4a3d-a1e0-b94edf9ae980 req-f4b9d807-e917-4ee9-a6c6-aa25c434c7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:07.410728 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ef6e1eb-5d7b-4a3d-a1e0-b94edf9ae980 req-f4b9d807-e917-4ee9-a6c6-aa25c434c7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0749545 Jun 28 12:16:07.451149 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ef6e1eb-5d7b-4a3d-a1e0-b94edf9ae980 req-cb8903ba-b889-4b72-9b2d-764662675abe tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/security-groups?id=fee6da6c-833b-4831-ba24-269135e03c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327635 Jun 28 12:16:08.196585 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86184f-1538-41d7-8084-142e4c8987ad req-49b166df-7b46-4d09-895d-d5179e6c021a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:08.198167 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2b86184f-1538-41d7-8084-142e4c8987ad req-49b166df-7b46-4d09-895d-d5179e6c021a tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 945 time: 0.0803831 Jun 28 12:16:08.316438 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Deleting port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:08.316769 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:08.409531 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] For port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:08.409857 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:08.425610 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Calling delete_port for 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 owned by compute:nova {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:08.550363 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:08.554665 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0cb5f9fc-70f0-463d-81ec-c07897eba1ea tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:08.565961 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:16:08.592183 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Pushing event deleted for resources: {'Port': ['ID=3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:08.596335 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-88200133-414d-4b24-9618-911e3fd5ee11 req-b2900d21-81ea-4b3f-8647-8c034ef130ab tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2e1b0c-23a6-417a-8e2f-0caa0253ab18 HTTP/1.1" status: 200 len: 210 time: 0.0306690 Jun 28 12:16:08.596920 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:08.653795 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] No DVR routers for this DVR port 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 on host hv-cinder-77238 {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:16:08.657328 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:08.659452 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2b86184f-1538-41d7-8084-142e4c8987ad req-db23dc5b-167b-4883-bb03-54381fda3b9c tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] 10.222.0.15 "DELETE /v2.0/ports/3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 HTTP/1.1" status: 204 len: 173 time: 0.4558833 Jun 28 12:16:08.659990 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'name': 'network-vif-deleted', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:16:08.662499 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54776cb0-7048-420b-aa99-c233e8cbf671" -d '{"events": [{"server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "name": "network-vif-deleted", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:16:08.760574 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5478e4-81f6-4bda-b6a3-f5aaf6bc59e2 x-openstack-request-id: req-ad5478e4-81f6-4bda-b6a3-f5aaf6bc59e2 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:16:08.761243 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2e1b0c-23a6-417a-8e2f-0caa0253ab18", "name": "network-vif-deleted", "tag": "3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:16:08.761511 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad5478e4-81f6-4bda-b6a3-f5aaf6bc59e2 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:16:08.761948 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2e1b0c-23a6-417a-8e2f-0caa0253ab18', 'name': 'network-vif-deleted', 'tag': '3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8', 'status': 'completed', 'code': 200} Jun 28 12:16:10.272653 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33816) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:10.696695 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:11.285976 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Deleting port eb909f14-6e57-4f5b-aaad-4b8f2396f45e {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:11.286692 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:11.363670 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] For port eb909f14-6e57-4f5b-aaad-4b8f2396f45e, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:11.364043 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:11.376718 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Calling delete_port for eb909f14-6e57-4f5b-aaad-4b8f2396f45e owned by network:router_interface {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:11.563958 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:11.566894 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-31b733d0-1003-4a7c-b309-f7cc5f018ae2 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:11.596590 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Pushing event deleted for resources: {'Port': ['ID=eb909f14-6e57-4f5b-aaad-4b8f2396f45e,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:11.599723 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:11.762211 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:11.987426 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Router 0a2268c2-bb77-4baa-a0ad-d057201c0bce has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:16:12.102156 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:16:12.107115 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] 10.222.0.11 "PUT /v2.0/routers/0a2268c2-bb77-4baa-a0ad-d057201c0bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8334408 Jun 28 12:16:12.109596 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33818) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:12.112693 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] Sync routers for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:16:12.123500 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:16:12.124175 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:15:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:12.212333 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks [] for router, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.225640 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:16:12.317206 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.379920 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Deleting port 63373fe8-2573-4f47-b2b6-46c7b3a8c692 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:12.380218 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.409496 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:16:11Z', 'revision_number': 5, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port': {'id': '63373fe8-2573-4f47-b2b6-46c7b3a8c692', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:12.435271 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] Checking router: 0a2268c2-bb77-4baa-a0ad-d057201c0bce for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:16:12.444663 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] Routers {'0a2268c2-bb77-4baa-a0ad-d057201c0bce'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:16:12.445189 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:15:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:12.458844 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] For port 63373fe8-2573-4f47-b2b6-46c7b3a8c692, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=63373fe8-2573-4f47-b2b6-46c7b3a8c692,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:12.459351 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.472288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Calling delete_port for 63373fe8-2573-4f47-b2b6-46c7b3a8c692 owned by network:router_gateway {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:12.530284 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] Set router 0a2268c2-bb77-4baa-a0ad-d057201c0bce gateway port host: None {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:16:12.582950 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:16:12Z', 'revision_number': 6, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:12.609426 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe34b2-251c-46fc-a89f-663389329bcb None None] The sync data for ids ['0a2268c2-bb77-4baa-a0ad-d057201c0bce'] in dv-cinder-772388-5-iscsi is: [{'id': '0a2268c2-bb77-4baa-a0ad-d057201c0bce', 'name': 'tempest-TestMinimumBasicScenario-1785891764-router', 'tenant_id': '6e7afecae18942b3ae406af1dc23ec60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:38Z', 'updated_at': '2021-06-28T12:16:12Z', 'revision_number': 6, 'project_id': '6e7afecae18942b3ae406af1dc23ec60', 'gw_port_host': None}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:16:12.634895 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.643684 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3cae2ae5-f510-46ad-82ed-ecb6c701809e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:12.686244 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Pushing event deleted for resources: {'Port': ['ID=63373fe8-2573-4f47-b2b6-46c7b3a8c692,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:12.689127 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:12.725550 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.813247 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.815399 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.860483 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.861011 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2268c2-bb77-4baa-a0ad-d057201c0bce {{(pid=93238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:16:12.866307 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.867498 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] 10.222.0.11 "DELETE /v2.0/routers/0a2268c2-bb77-4baa-a0ad-d057201c0bce HTTP/1.1" status: 204 len: 168 time: 0.7569995 Jun 28 12:16:12.870716 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33820) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:12.920104 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] Deleting subnet 3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:16:12.923597 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:12.963385 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.077077 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.140135 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.142288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c87c9a8b-8a77-4007-9cee-05edd6f7ef59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:13.165495 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf60b7f-8ddc-4366-a363-2d9bf34c20b9,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:13.168506 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:13.169493 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.171429 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b6acb4ef-c7e3-4f7e-88ae-b249f8c70adb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3bf60b7f-8ddc-4366-a363-2d9bf34c20b9 HTTP/1.1" status: 204 len: 168 time: 0.2993803 Jun 28 12:16:13.173925 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33822) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:13.176643 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752989e4-caab-4088-b332-bb7a9ecfcf97 None None] Network 4e98f626-7daf-4155-9884-b62dee5d8971 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:16:13.196456 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:16:13.241252 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.245523 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:16:13.245873 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 3da9d9f2-8d5d-4281-b2ae-fc24cad88eb8 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:16:13.295791 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Deleting port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:13.296129 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.357762 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] For port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=6139aa0a-b07e-4389-b7a2-aac27ad3c56c,segment=NetworkSegment(7d1b1a8e-01ac-49c3-a4c4-3560bb15b035),segment_id=7d1b1a8e-01ac-49c3-a4c4-3560bb15b035)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:13.358443 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.371740 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Calling delete_port for 6139aa0a-b07e-4389-b7a2-aac27ad3c56c owned by network:dhcp {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:13.394775 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] DHCP port deletion for 4e98f626-7daf-4155-9884-b62dee5d8971 request from dv-cinder-772388-5-iscsi {{(pid=93239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:16:13.398333 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device eb909f14-6e57-4f5b-aaad-4b8f2396f45e no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:16:13.425778 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: eb909f14-6e57-4f5b-aaad-4b8f2396f45e {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:16:13.426147 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device eb909f14-6e57-4f5b-aaad-4b8f2396f45e not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:16:13.463494 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.466505 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-03069230-f6ef-4fea-9a93-4ec38b436c88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:13.467335 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Deleting port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c {{(pid=93239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:13.467666 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.491254 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=6139aa0a-b07e-4389-b7a2-aac27ad3c56c,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:13.494329 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:13.495231 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] No DVR routers for this DVR port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c on host dv-cinder-772388-5-iscsi {{(pid=93238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:16:13.530427 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] For port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c, host dv-cinder-772388-5-iscsi, got binding levels [] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:13.530821 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.546377 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Calling delete_port for 6139aa0a-b07e-4389-b7a2-aac27ad3c56c owned by network:dhcp {{(pid=93239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:13.551402 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c was not found and therefore no delete operation was performed {{(pid=93239) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 12:16:13.552701 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559'] for port, after_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.558671 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-fefc2d87-efe5-4cf8-b0ee-889db55f6fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:13.570860 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.579239 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Pushing event deleted for resources: {'Port': ['ID=6139aa0a-b07e-4389-b7a2-aac27ad3c56c,revision_number=None']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:13.582220 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:13.582628 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e98f626-7daf-4155-9884-b62dee5d8971']}} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:13.583265 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] No DVR routers for this DVR port 6139aa0a-b07e-4389-b7a2-aac27ad3c56c on host dv-cinder-772388-5-iscsi {{(pid=93239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:16:13.594137 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035') {'for_net_delete': True} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:13.594439 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.services.segments.db [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1b1a8e-01ac-49c3-a4c4-3560bb15b035') {} {{(pid=93238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:13.606656 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11257824'] for segment, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.620774 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.627914 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:16:13.628311 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11540851'] for segment, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: Traceback (most recent call last): Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: timer() Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: cb(*args, **kw) Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: return func(*args, **kwargs) Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: self._notify() Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: self.callback(batched_events) Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: event.method(event) Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: return f(self, *a, **k) Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._get(url).json() Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: return self.request(url, 'GET', **kwargs) Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:16:13.630052 dv-cinder-772388-5-iscsi neutron-server[93238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:16:13.684419 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.688688 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:13.691661 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:13.693167 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] 10.222.0.11 "DELETE /v2.0/networks/4e98f626-7daf-4155-9884-b62dee5d8971 HTTP/1.1" status: 204 len: 168 time: 0.5183356 Jun 28 12:16:13.696588 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33824) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:13.704086 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e98f626-7daf-4155-9884-b62dee5d8971,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:13.706748 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-22640c43-122e-4868-859d-351d8df05a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:14.046645 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:14.313157 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Deleting port b4b007f0-f0e9-46fc-a23c-948e64931a2c {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:14.313389 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:14.397019 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] For port b4b007f0-f0e9-46fc-a23c-948e64931a2c, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=b4b007f0-f0e9-46fc-a23c-948e64931a2c,segment=NetworkSegment(15466dd7-383b-469f-a1c4-0d9b346fbb6b),segment_id=15466dd7-383b-469f-a1c4-0d9b346fbb6b)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:14.397387 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:14.410386 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Calling delete_port for b4b007f0-f0e9-46fc-a23c-948e64931a2c owned by network:router_interface {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:14.616632 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:14.619466 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-11fbf3cb-14bd-48fd-9b4a-f6f1e5dae7f8 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:14.652624 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b007f0-f0e9-46fc-a23c-948e64931a2c,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:14.655749 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:14.824223 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:14.888697 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 63373fe8-2573-4f47-b2b6-46c7b3a8c692 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:16:14.907768 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 63373fe8-2573-4f47-b2b6-46c7b3a8c692 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:16:14.908190 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 63373fe8-2573-4f47-b2b6-46c7b3a8c692 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:16:14.908602 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 6139aa0a-b07e-4389-b7a2-aac27ad3c56c no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:16:14.926959 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 6139aa0a-b07e-4389-b7a2-aac27ad3c56c {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:16:14.927264 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 6139aa0a-b07e-4389-b7a2-aac27ad3c56c not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:16:15.042421 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Router 2d82a5f6-4a6a-442b-b123-26a5a910a272 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:16:15.149353 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:16:15.156081 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] 10.222.0.11 "PUT /v2.0/routers/2d82a5f6-4a6a-442b-b123-26a5a910a272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4568408 Jun 28 12:16:15.157115 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33828) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:15.160001 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] Sync routers for ids ['2d82a5f6-4a6a-442b-b123-26a5a910a272'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:16:15.171202 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] Routers {'2d82a5f6-4a6a-442b-b123-26a5a910a272'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:16:15.171896 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:15:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2d82a5f6-4a6a-442b-b123-26a5a910a272'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:15.260767 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:15.273098 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] Set router 2d82a5f6-4a6a-442b-b123-26a5a910a272 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:16:15.360295 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:15.416561 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Deleting port d608287d-114d-41fd-a2ba-cf0f40c3069d {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:15.416804 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:15.442436 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:16:14Z', 'revision_number': 5, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port': {'id': 'd608287d-114d-41fd-a2ba-cf0f40c3069d', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:12:44Z', 'updated_at': '2021-06-28T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:15.471528 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] Checking router: 2d82a5f6-4a6a-442b-b123-26a5a910a272 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:16:15.479770 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] Routers {'2d82a5f6-4a6a-442b-b123-26a5a910a272'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:16:15.480370 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:15:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2d82a5f6-4a6a-442b-b123-26a5a910a272'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:15.495573 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] For port d608287d-114d-41fd-a2ba-cf0f40c3069d, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d608287d-114d-41fd-a2ba-cf0f40c3069d,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:15.495931 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:15.508410 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Calling delete_port for d608287d-114d-41fd-a2ba-cf0f40c3069d owned by network:router_gateway {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:15.563346 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] Set router 2d82a5f6-4a6a-442b-b123-26a5a910a272 gateway port host: None {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:16:15.615072 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:16:15Z', 'revision_number': 6, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:15.645412 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83962d0-cd73-40ae-8aca-694e80bdce57 None None] The sync data for ids ['2d82a5f6-4a6a-442b-b123-26a5a910a272'] in dv-cinder-772388-5-iscsi is: [{'id': '2d82a5f6-4a6a-442b-b123-26a5a910a272', 'name': 'tempest-TestMinimumBasicScenario-1097079360-router', 'tenant_id': '795b0d35851342609f3dfb2361b79327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:12:43Z', 'updated_at': '2021-06-28T12:16:15Z', 'revision_number': 6, 'project_id': '795b0d35851342609f3dfb2361b79327', 'gw_port_host': None}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:16:15.912624 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:15.914652 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:15.941555 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d608287d-114d-41fd-a2ba-cf0f40c3069d,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:15.944570 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:16.002778 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.110929 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.113224 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.180119 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.180647 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d82a5f6-4a6a-442b-b123-26a5a910a272 {{(pid=93237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:16:16.185792 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.186704 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] 10.222.0.11 "DELETE /v2.0/routers/2d82a5f6-4a6a-442b-b123-26a5a910a272 HTTP/1.1" status: 204 len: 168 time: 1.0285864 Jun 28 12:16:16.189250 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33830) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:16.247865 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_v2 [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] Deleting subnet 8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8 {{(pid=93237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:16:16.252339 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.290239 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1078807'] for subnet, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.409789 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.466303 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10923669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11154796'] for subnet, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.467188 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-631179a7-5421-46f7-8576-a841b90828d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.469723 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d7098c22-0b8b-4eba-97f9-64a5b3515adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:16.492669 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:16.495402 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:16.498258 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.502002 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-0570f410-4deb-4021-8be9-2c57f7250e3c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8e2a6b57-3994-4dbb-a5d7-4e954f08b7a8 HTTP/1.1" status: 204 len: 168 time: 0.3100159 Jun 28 12:16:16.502846 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33832) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:16.504575 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc2d938-04ff-4ca6-a387-a447cd689b0c None None] Network 4028f6d7-00a0-4197-808a-ffdf2f4655e7 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:16:16.577448 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.632555 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Deleting port d170a33a-4616-49e3-9c6f-70c72b7552b6 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:16.632917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.692120 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] DHCP port deletion for 4028f6d7-00a0-4197-808a-ffdf2f4655e7 request from dv-cinder-772388-5-iscsi {{(pid=93239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:16:16.703912 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] For port d170a33a-4616-49e3-9c6f-70c72b7552b6, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d170a33a-4616-49e3-9c6f-70c72b7552b6,segment=NetworkSegment(15466dd7-383b-469f-a1c4-0d9b346fbb6b),segment_id=15466dd7-383b-469f-a1c4-0d9b346fbb6b)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:16.704355 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.719052 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Calling delete_port for d170a33a-4616-49e3-9c6f-70c72b7552b6 owned by network:dhcp {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:16.738630 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] Deleting port d170a33a-4616-49e3-9c6f-70c72b7552b6 {{(pid=93239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:16:16.739013 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.801979 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.802945 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] For port d170a33a-4616-49e3-9c6f-70c72b7552b6, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d170a33a-4616-49e3-9c6f-70c72b7552b6,segment=NetworkSegment(15466dd7-383b-469f-a1c4-0d9b346fbb6b),segment_id=15466dd7-383b-469f-a1c4-0d9b346fbb6b)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:16:16.803389 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.813949 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a89bd194-fb73-40bb-ba40-079499b61dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:16.820703 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] Calling delete_port for d170a33a-4616-49e3-9c6f-70c72b7552b6 owned by network:dhcp {{(pid=93239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:16:16.841395 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d608287d-114d-41fd-a2ba-cf0f40c3069d no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:16:16.845133 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d170a33a-4616-49e3-9c6f-70c72b7552b6,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:16.846944 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] No DVR routers for this DVR port d170a33a-4616-49e3-9c6f-70c72b7552b6 on host dv-cinder-772388-5-iscsi {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:16:16.857209 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:16.912989 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: d608287d-114d-41fd-a2ba-cf0f40c3069d {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:16:16.913331 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d608287d-114d-41fd-a2ba-cf0f40c3069d not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:16:16.913717 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d170a33a-4616-49e3-9c6f-70c72b7552b6 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:16:16.925291 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.935260 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4028f6d7-00a0-4197-808a-ffdf2f4655e7']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:16.935738 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: d170a33a-4616-49e3-9c6f-70c72b7552b6 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:16:16.936084 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d170a33a-4616-49e3-9c6f-70c72b7552b6 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:16:16.936474 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device b4b007f0-f0e9-46fc-a23c-948e64931a2c no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:16:16.945297 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15466dd7-383b-469f-a1c4-0d9b346fbb6b') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:16.945593 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15466dd7-383b-469f-a1c4-0d9b346fbb6b') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:16.954292 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.967806 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.972884 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: b4b007f0-f0e9-46fc-a23c-948e64931a2c {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:16:16.973214 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device b4b007f0-f0e9-46fc-a23c-948e64931a2c not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:16:16.973823 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:16:16.974972 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:16:16.977144 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:16:17.001605 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559'] for port, after_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.003524 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:17.027499 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] Pushing event deleted for resources: {'Port': ['ID=d170a33a-4616-49e3-9c6f-70c72b7552b6,revision_number=None']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:17.029367 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] No DVR routers for this DVR port d170a33a-4616-49e3-9c6f-70c72b7552b6 on host dv-cinder-772388-5-iscsi {{(pid=93239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:16:17.030751 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:17.039626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.043668 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:17.046140 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.047975 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4028f6d7-00a0-4197-808a-ffdf2f4655e7 HTTP/1.1" status: 204 len: 168 time: 0.5439963 Jun 28 12:16:17.058606 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4028f6d7-00a0-4197-808a-ffdf2f4655e7,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:17.060995 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:17.119390 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.232117 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33836) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:17.273132 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cf2a4dfe-3d9c-4a69-8c4c-9522b43d3396 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e7afecae18942b3ae406af1dc23ec60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396469 Jun 28 12:16:17.275556 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33838) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:17.327170 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.348346 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.408901 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.411618 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.412764 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fee6da6c-833b-4831-ba24-269135e03c61 HTTP/1.1" status: 204 len: 168 time: 0.1362436 Jun 28 12:16:17.413529 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a6fe0c6e-2310-4fc1-9ba2-86856adda197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:17.421461 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee6da6c-833b-4831-ba24-269135e03c61,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:17.428976 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.429342 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.429701 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.430051 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.430399 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.430731 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.431136 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.431491 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.431897 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.432171 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.432540 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.432888 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:17.436416 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-9182eb38-df98-44a4-936d-6bb6a28c072a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:17.750599 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33844) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:17.794262 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-6ce19c78-1b5c-4d1b-9434-36dcf4d2ad8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=795b0d35851342609f3dfb2361b79327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420189 Jun 28 12:16:17.797691 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33846) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:16:17.855440 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-04a75456-5c27-4e91-add4-ecc6bef5bca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.876120 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-04a75456-5c27-4e91-add4-ecc6bef5bca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.925268 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-04a75456-5c27-4e91-add4-ecc6bef5bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.927960 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-04a75456-5c27-4e91-add4-ecc6bef5bca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:17.929091 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-04a75456-5c27-4e91-add4-ecc6bef5bca3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0883df56-3a0e-4f69-9b6e-70f4e5e90f95 HTTP/1.1" status: 204 len: 168 time: 0.1305726 Jun 28 12:16:17.929839 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7fc2048c-cba3-4298-ae14-4878dce201e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:17.937528 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a75456-5c27-4e91-add4-ecc6bef5bca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883df56-3a0e-4f69-9b6e-70f4e5e90f95,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:17.939797 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-04a75456-5c27-4e91-add4-ecc6bef5bca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:19.049206 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:19.081393 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-7d570fe4-80fb-46bf-9e75-f5dbf7217a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:20.069479 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:21.828891 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:34.986113 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:16:46.472700 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1eeff2cc-85f0-4b0e-844a-bc1673e70b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:47.124475 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:49.062896 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:49.076691 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6f0e0e16-caa5-4a5f-a0a2-f9386b889338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:50.072960 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:51.837292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:55.381828 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-840eeceb-e5b3-48cd-89cd-1008ff1c3892 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605109 Jun 28 12:16:55.484155 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-d77ffbf2-d831-48c3-a595-37e96caa1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:55.485678 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-d77ffbf2-d831-48c3-a595-37e96caa1e50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00cfc41933524345a618f3b1ff6d32de&device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 1099 time: 0.0570688 Jun 28 12:16:55.602149 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-bbdbbd9a-c953-4bc2-adf1-e53668a00f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:55.603627 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-bbdbbd9a-c953-4bc2-adf1-e53668a00f6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 200 len: 918 time: 0.0981174 Jun 28 12:16:55.669861 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-3109243c-f3e5-4230-a341-c02be4206e19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0593965 Jun 28 12:16:55.716830 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-440e6e6b-9495-4f71-be54-e12422d30c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:55.718289 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-440e6e6b-9495-4f71-be54-e12422d30c68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 200 len: 856 time: 0.0420308 Jun 28 12:16:55.794393 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-a7098ffb-1ebd-432b-b0f6-cc8038304dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:55.795914 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-a7098ffb-1ebd-432b-b0f6-cc8038304dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9529f5e-48d2-4f6d-a609-e724cd83f2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715053 Jun 28 12:16:55.889427 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-2dc2f046-09df-4853-b6f9-9b324fdfc987 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860600 Jun 28 12:16:55.990455 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c8fa87ba-95d7-4d45-8c7c-796725d9f8cf req-7ae78e35-e270-480a-a662-35f896787741 service neutron] 10.222.0.15 "GET /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937850 Jun 28 12:17:02.875982 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c066d-bb0a-4b24-96f0-134735999814 req-bc81084d-5861-42bd-ab8e-c4cdc2c206fa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:02.877526 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6e7c066d-bb0a-4b24-96f0-134735999814 req-bc81084d-5861-42bd-ab8e-c4cdc2c206fa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 946 time: 0.0682173 Jun 28 12:17:02.920141 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6e7c066d-bb0a-4b24-96f0-134735999814 req-4b2cb533-e7d4-44e3-9064-2ab66c34e371 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338225 Jun 28 12:17:04.109847 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b87d14-8f4b-4371-8925-87c605c826ed req-56c46f5b-7fd5-4276-a6e8-633e2e206efa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:04.111403 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-67b87d14-8f4b-4371-8925-87c605c826ed req-56c46f5b-7fd5-4276-a6e8-633e2e206efa tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 946 time: 0.0669246 Jun 28 12:17:04.150458 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-67b87d14-8f4b-4371-8925-87c605c826ed req-8ccaac78-1adc-4ed3-ba0d-16943447de0e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8647a1-d477-4437-bf3a-6a3661dc4ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330138 Jun 28 12:17:04.370424 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521003-e40a-44cf-be24-aa8a92a079fa req-91172738-40a4-4a18-8708-74891dcaf207 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:04.371924 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45521003-e40a-44cf-be24-aa8a92a079fa req-91172738-40a4-4a18-8708-74891dcaf207 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 946 time: 0.0783606 Jun 28 12:17:04.483191 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Deleting port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:17:04.483471 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:04.578443 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] For port 186b50c9-99e2-4a52-95dd-33fa9193b6b6, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=186b50c9-99e2-4a52-95dd-33fa9193b6b6,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:04.578871 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:04.793586 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:04.793948 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:04.794256 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Floating IP 407e55c2-bd94-4185-95f5-487335d4512b disassociated. External IP: 172.27.1.20, port: 186b50c9-99e2-4a52-95dd-33fa9193b6b6. Jun 28 12:17:04.794593 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Calling delete_port for 186b50c9-99e2-4a52-95dd-33fa9193b6b6 owned by compute:nova {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:17:04.942920 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:04.947927 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9eb1bfc4-49f4-45c5-afad-14722d373752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:04.976074 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event deleted for resources: {'Port': ['ID=186b50c9-99e2-4a52-95dd-33fa9193b6b6,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:04.988211 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.988593 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.988962 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.989330 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.989694 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.990057 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.990414 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.990770 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.991158 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.991511 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.991864 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.992217 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:04.996939 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:05.100199 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:17:05.218516 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:17:05.230408 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] Sync routers for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:17:05.245832 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:05.248198 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:16:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:05.264698 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] No DVR routers for this DVR port 186b50c9-99e2-4a52-95dd-33fa9193b6b6 on host hv-cinder-77238 {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:17:05.267311 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:05.269386 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-45521003-e40a-44cf-be24-aa8a92a079fa req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.15 "DELETE /v2.0/ports/186b50c9-99e2-4a52-95dd-33fa9193b6b6 HTTP/1.1" status: 204 len: 173 time: 0.8915706 Jun 28 12:17:05.270143 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-deleted', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:17:05.273074 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b520f1-083b-4a96-9ddc-e8e45c4dbc23" -d '{"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-deleted", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:17:05.313566 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c214b4-13f2-4ad9-9915-51bdb423937d x-openstack-request-id: req-35c214b4-13f2-4ad9-9915-51bdb423937d {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:17:05.313856 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00215673-d27c-42a9-beac-e052b00c6188", "name": "network-vif-deleted", "tag": "186b50c9-99e2-4a52-95dd-33fa9193b6b6", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:17:05.314152 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35c214b4-13f2-4ad9-9915-51bdb423937d {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:17:05.315221 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00215673-d27c-42a9-beac-e052b00c6188', 'name': 'network-vif-deleted', 'tag': '186b50c9-99e2-4a52-95dd-33fa9193b6b6', 'status': 'completed', 'code': 200} Jun 28 12:17:05.335596 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a71418c2-fd5d-442a-835e-77350474299e req-8ee09e2c-6d55-46a9-a140-ae6fafaa5d0e tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/ports?device_id=00215673-d27c-42a9-beac-e052b00c6188 HTTP/1.1" status: 200 len: 210 time: 0.0374644 Jun 28 12:17:05.365221 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:05.581787 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:05.607482 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] Checking router: 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:17:05.618308 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:05.619228 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:16:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:05.856045 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:06.070821 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:06.101216 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cadb6b-f5f4-477e-9f09-d302e70022f0 None None] The sync data for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi is: [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:05:26Z', 'revision_number': 4, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'a1d80b73-d207-47ea-a58d-fdf63d244e00', 'name': '', 'network_id': 'e9529f5e-48d2-4f6d-a609-e724cd83f2a2', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'mac_address': 'fa:16:3e:d3:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:24Z', 'updated_at': '2021-06-28T12:05:32Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'subnets': [{'id': '2f2b98a6-9bf4-44a2-90b5-70c0049d00f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:17:06.325732 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0f5c6-9c31-4555-92fb-c16ba17907f6 None None] New status for floating IP 407e55c2-bd94-4185-95f5-487335d4512b: DOWN {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:17:06.461467 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33892) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:06.517959 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9c8838f9-8953-4676-9a27-b7776c8277ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.540121 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9c8838f9-8953-4676-9a27-b7776c8277ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.589911 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9c8838f9-8953-4676-9a27-b7776c8277ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.593827 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9c8838f9-8953-4676-9a27-b7776c8277ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.595538 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9c8838f9-8953-4676-9a27-b7776c8277ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "DELETE /v2.0/security-groups/1b8647a1-d477-4437-bf3a-6a3661dc4ae5 HTTP/1.1" status: 204 len: 168 time: 0.1318061 Jun 28 12:17:06.596315 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-484a1cec-4dc8-491a-9e34-22f75d57b229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:06.598503 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33894) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:06.605436 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8838f9-8953-4676-9a27-b7776c8277ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8647a1-d477-4437-bf3a-6a3661dc4ae5,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:06.607991 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9c8838f9-8953-4676-9a27-b7776c8277ff tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:06.614631 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.api.v2.resource [None req-4743078b-4d5f-4da9-a10c-95a285c7d847 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] show failed (client error): The resource could not be found. Jun 28 12:17:06.615705 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4743078b-4d5f-4da9-a10c-95a285c7d847 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "GET /v2.0/security-groups/1b8647a1-d477-4437-bf3a-6a3661dc4ae5 HTTP/1.1" status: 404 len: 347 time: 0.0161705 Jun 28 12:17:06.618616 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33896) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:06.741573 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Deleting port 3cfae812-edbb-4dcd-a27f-0b5711a01f4d {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:17:06.741870 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.818730 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.819020 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.831993 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Calling delete_port for 3cfae812-edbb-4dcd-a27f-0b5711a01f4d owned by network:floatingip {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:17:06.967614 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.969574 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:06.992468 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Pushing event deleted for resources: {'Port': ['ID=3cfae812-edbb-4dcd-a27f-0b5711a01f4d,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:06.995557 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:07.052890 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks [] for floatingip, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:07.055479 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:07.056540 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] 10.222.0.11 "DELETE /v2.0/floatingips/407e55c2-bd94-4185-95f5-487335d4512b HTTP/1.1" status: 204 len: 168 time: 0.4370253 Jun 28 12:17:07.463597 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:17:07.485015 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 186b50c9-99e2-4a52-95dd-33fa9193b6b6 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:17:07.485278 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 186b50c9-99e2-4a52-95dd-33fa9193b6b6 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:17:09.686972 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33918) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:10.284864 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:10.544158 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Deleting port a1d80b73-d207-47ea-a58d-fdf63d244e00 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:17:10.544474 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:10.621576 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] For port a1d80b73-d207-47ea-a58d-fdf63d244e00, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=a1d80b73-d207-47ea-a58d-fdf63d244e00,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:10.621922 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:10.638975 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Calling delete_port for a1d80b73-d207-47ea-a58d-fdf63d244e00 owned by network:router_interface {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:17:10.822428 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:10.824404 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3709e793-1b5a-47a7-8288-11a308675c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:10.847797 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d80b73-d207-47ea-a58d-fdf63d244e00,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:10.851780 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:11.301919 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:11.511250 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:17:11.618145 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:17:11.626072 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] 10.222.0.11 "PUT /v2.0/routers/91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9379528 Jun 28 12:17:11.626375 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33922) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:11.627607 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] Sync routers for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:17:11.638168 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:11.638803 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:16:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:11.733284 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks [] for router, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:11.750479 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:11.834117 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:11.886817 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Deleting port 27f388a9-2782-4565-965d-a22816d8b26b {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:17:11.887197 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:11.984967 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:17:12.019890 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '27f388a9-2782-4565-965d-a22816d8b26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:17:10Z', 'revision_number': 5, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port': {'id': '27f388a9-2782-4565-965d-a22816d8b26b', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:05:21Z', 'updated_at': '2021-06-28T12:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:12.052902 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] Checking router: 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:17:12.070143 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] Routers {'91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:12.070800 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:16:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:12.168948 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] Set router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 gateway port host: None {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:12.200196 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] For port 27f388a9-2782-4565-965d-a22816d8b26b, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=27f388a9-2782-4565-965d-a22816d8b26b,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:12.200555 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.212648 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Calling delete_port for 27f388a9-2782-4565-965d-a22816d8b26b owned by network:router_gateway {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:17:12.219579 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:17:11Z', 'revision_number': 6, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:12.248325 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e5963-d3ad-41fa-980e-37b016f6da75 None None] The sync data for ids ['91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1'] in dv-cinder-772388-5-iscsi is: [{'id': '91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1', 'name': 'tempest-AttachVolumeShelveTestJSON-1028266862-router', 'tenant_id': '00cfc41933524345a618f3b1ff6d32de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:05:20Z', 'updated_at': '2021-06-28T12:17:11Z', 'revision_number': 6, 'project_id': '00cfc41933524345a618f3b1ff6d32de', 'gw_port_host': None}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:17:12.379675 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.384001 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-aa77f6cf-0ada-470f-829a-a750f3be04d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:12.408795 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f388a9-2782-4565-965d-a22816d8b26b,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:12.411851 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:12.472526 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.559700 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.562078 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.606532 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.607138 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 {{(pid=93237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:17:12.612366 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.615763 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-2dd81c33-144b-47ac-abea-5dfd55f32548 admin admin] 10.222.0.11 "DELETE /v2.0/routers/91c17bf9-3e0a-406a-bb4a-e6d1f3c75bb1 HTTP/1.1" status: 204 len: 168 time: 0.9860978 Jun 28 12:17:12.616252 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33924) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:12.663767 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] Deleting subnet 2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 {{(pid=93237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:17:12.667055 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.701366 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1078807'] for subnet, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.778664 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.838847 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10923669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11154796'] for subnet, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.841087 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:12.871886 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f2b98a6-9bf4-44a2-90b5-70c0049d00f7,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:12.876709 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:12.878438 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.882172 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-15b70eac-736c-4d30-9234-241591d4d6f1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2f2b98a6-9bf4-44a2-90b5-70c0049d00f7 HTTP/1.1" status: 204 len: 168 time: 0.2643843 Jun 28 12:17:12.884150 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6359c7-850a-45e5-9fd4-15e3b809623e None None] Network e9529f5e-48d2-4f6d-a609-e724cd83f2a2 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:17:12.884666 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33926) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:12.952142 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.021000 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Deleting port 91d05c8d-7903-4ef5-b176-17e4ade7df61 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:17:13.021626 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.025044 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 27f388a9-2782-4565-965d-a22816d8b26b no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:17:13.048546 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 27f388a9-2782-4565-965d-a22816d8b26b {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:17:13.048912 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 27f388a9-2782-4565-965d-a22816d8b26b not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:17:13.049329 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device a1d80b73-d207-47ea-a58d-fdf63d244e00 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:17:13.067802 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: a1d80b73-d207-47ea-a58d-fdf63d244e00 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:17:13.068108 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device a1d80b73-d207-47ea-a58d-fdf63d244e00 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:17:13.079171 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] DHCP port deletion for e9529f5e-48d2-4f6d-a609-e724cd83f2a2 request from dv-cinder-772388-5-iscsi {{(pid=93239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:17:13.097824 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] For port 91d05c8d-7903-4ef5-b176-17e4ade7df61, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=91d05c8d-7903-4ef5-b176-17e4ade7df61,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:13.098220 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.112423 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Calling delete_port for 91d05c8d-7903-4ef5-b176-17e4ade7df61 owned by network:dhcp {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:17:13.125832 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Deleting port 91d05c8d-7903-4ef5-b176-17e4ade7df61 {{(pid=93239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:17:13.126212 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.191326 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] For port 91d05c8d-7903-4ef5-b176-17e4ade7df61, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=91d05c8d-7903-4ef5-b176-17e4ade7df61,segment=NetworkSegment(d6c1ed57-8791-4147-af63-e2a8c57c2da6),segment_id=d6c1ed57-8791-4147-af63-e2a8c57c2da6)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:13.191849 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.195279 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.198742 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-acafdd2f-85ad-4dcf-b404-db66eb8a7877 tempest-AttachVolumeNegativeTest-1426054001 tempest-AttachVolumeNegativeTest-1426054001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:13.206698 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Calling delete_port for 91d05c8d-7903-4ef5-b176-17e4ade7df61 owned by network:dhcp {{(pid=93239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:17:13.223864 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] No DVR routers for this DVR port 91d05c8d-7903-4ef5-b176-17e4ade7df61 on host dv-cinder-772388-5-iscsi {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:17:13.228632 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Pushing event deleted for resources: {'Port': ['ID=91d05c8d-7903-4ef5-b176-17e4ade7df61,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:13.230844 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:13.288239 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559'] for port, after_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.290200 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e94f9176-577e-458a-b896-050ceeed9310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:13.306143 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.313170 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Pushing event deleted for resources: {'Port': ['ID=91d05c8d-7903-4ef5-b176-17e4ade7df61,revision_number=None']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:13.317967 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9529f5e-48d2-4f6d-a609-e724cd83f2a2']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:13.320509 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] No DVR routers for this DVR port 91d05c8d-7903-4ef5-b176-17e4ade7df61 on host dv-cinder-772388-5-iscsi {{(pid=93239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:17:13.324117 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.324117 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.324415 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.324746 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.325066 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.325388 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.325739 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.326027 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.326332 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.326653 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.326965 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.327297 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:13.327595 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c1ed57-8791-4147-af63-e2a8c57c2da6') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:13.328118 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c1ed57-8791-4147-af63-e2a8c57c2da6') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:13.333061 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:13.337494 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.351686 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.357371 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:17:13.357744 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:17:13.359382 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:17:13.414888 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.420071 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.422385 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] 10.222.0.11 "DELETE /v2.0/networks/e9529f5e-48d2-4f6d-a609-e724cd83f2a2 HTTP/1.1" status: 204 len: 168 time: 0.5367339 Jun 28 12:17:13.423164 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-efa8613b-67a2-411a-bfe2-229c8e94155d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:13.441350 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Pushing event deleted for resources: {'Network': ['ID=e9529f5e-48d2-4f6d-a609-e724cd83f2a2,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:13.441350 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:13.546334 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33930) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:13.587785 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-73263fd9-1d56-495d-8bf8-fb62446659e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00cfc41933524345a618f3b1ff6d32de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400982 Jun 28 12:17:13.590847 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33932) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:13.644906 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55a4f389-d6f0-4c56-8770-074a9caefa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.667821 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55a4f389-d6f0-4c56-8770-074a9caefa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.717030 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55a4f389-d6f0-4c56-8770-074a9caefa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.719711 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-55a4f389-d6f0-4c56-8770-074a9caefa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:13.720893 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-55a4f389-d6f0-4c56-8770-074a9caefa32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52c417e6-cc86-4e40-9e63-b204ad47886a HTTP/1.1" status: 204 len: 168 time: 0.1291411 Jun 28 12:17:13.721738 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4e92ef9b-34ac-4ccd-ac83-1a1be3e9471a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:13.733712 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4f389-d6f0-4c56-8770-074a9caefa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c417e6-cc86-4e40-9e63-b204ad47886a,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:13.736631 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-55a4f389-d6f0-4c56-8770-074a9caefa32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:14.440327 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 33954) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:14.541729 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1204581367-network', 'tenant_id': '494ffe5881334f35ad8359b71558b837'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:14.566331 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Made reservation on behalf of 494ffe5881334f35ad8359b71558b837 for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:17:14.568974 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:14.581394 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:14.682620 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:14.687896 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:14.690968 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ecf40a59-1599-4b14-8108-3ab457f35526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:14.712509 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:17:14.722607 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa04c1a5-9560-4195-8e5a-0a4d2618531f,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:14.726785 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:14.727885 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:14.728222 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Added segment 0d1c14ff-0bab-47cb-8120-1501cb3261cc of type vlan for network 5b906e09-71d5-44e5-982f-8a79a50b224f Jun 28 12:17:14.769028 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:14.798874 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:14.800338 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:14.801004 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:14.803087 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:14.858177 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 91d05c8d-7903-4ef5-b176-17e4ade7df61 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:17:14.864301 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4200780 Jun 28 12:17:14.864739 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33958) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:14.866828 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Pushing event updated for resources: {'Network': ['ID=5b906e09-71d5-44e5-982f-8a79a50b224f,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:14.869603 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:14.870260 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Request body: {'subnet': {'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1204581367-subnet', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:14.882934 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network 5b906e09-71d5-44e5-982f-8a79a50b224f details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:17:14.886336 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 91d05c8d-7903-4ef5-b176-17e4ade7df61 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:17:14.886752 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 91d05c8d-7903-4ef5-b176-17e4ade7df61 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:17:14.900556 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Made reservation on behalf of 494ffe5881334f35ad8359b71558b837 for: {'subnet': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:17:14.903132 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12293995'] for subnet, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.077507 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11540945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12294529'] for subnet, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.079880 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-138b1c64-700c-4cf0-a338-01ad2356350f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:15.132115 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d310d74-0d74-42d7-b25d-bb393e5b8bbc,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:15.135399 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:15.141194 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Checking segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:15.141539 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Network hostable DHCP agents. Network: 5b906e09-71d5-44e5-982f-8a79a50b224f, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:17:15.160160 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Network 5b906e09-71d5-44e5-982f-8a79a50b224f is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:17:15.170761 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, 5b906e09-71d5-44e5-982f-8a79a50b224f) {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:15.174837 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:15.175494 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.182075 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943413f8-ed28-455c-9eb4-6b11dd0fd2eb None None] Network 5b906e09-71d5-44e5-982f-8a79a50b224f requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:17:15.191281 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5e154fce-4413-454e-836b-2821d6e6f6a9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3253276 Jun 28 12:17:15.194018 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33960) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:15.201289 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:15.227610 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.228604 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.283924 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.327952 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-5b906e09-71d5-44e5-982f-8a79a50b224f', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:17:15.328774 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.417037 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.462188 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Allocated IP 172.20.0.2 (5b906e09-71d5-44e5-982f-8a79a50b224f/2d310d74-0d74-42d7-b25d-bb393e5b8bbc/fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:17:15.603748 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.612962 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Transition to ACTIVE for port object fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:15.613505 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.628093 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Transition to ACTIVE for port object fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:15.632751 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.635919 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.638696 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:15.671954 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Network 5b906e09-71d5-44e5-982f-8a79a50b224f is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:15.674945 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:15.680937 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:17:15.690936 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Pushing event updated for resources: {'Port': ['ID=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:15.696412 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:15.750247 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Attempting to bind port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:17:15.750759 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Attempting to bind port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:17:15.751051 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Attempting to bind port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 on network 5b906e09-71d5-44e5-982f-8a79a50b224f {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:15.756705 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:17:15.757109 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Checking segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:15.757519 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.757897 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Bound using segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:17:15.758377 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Bound port: fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:17:15.758761 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.769789 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Allocated IP 172.27.1.59 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/57ddaf8f-935c-482f-af6d-b8569434452f) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:17:15.825830 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] For port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:17:15.829053 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] For port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:17:15.833395 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.836144 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ddf72c37-2e98-4ce8-a953-f1a343b7f680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:15.869608 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.895418 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Pushing event updated for resources: {'Port': ['ID=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:15.898927 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:15.920130 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.922261 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-97c06dd2-a17f-4dfe-a499-e86030d1cc58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:15.956706 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:15.963864 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:15.967277 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:17:15.973375 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Pushing event updated for resources: {'Port': ['ID=57ddaf8f-935c-482f-af6d-b8569434452f,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:15.996006 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:16.248464 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:16.451699 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:16.467075 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1873d2aa-fbcf-4a41-9a81-296daf285629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:16.588077 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Router 95072749-9969-453e-8ed3-5c7035106902 is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:17:16.695825 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:17:16.708293 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Sync routers for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:17:16.715801 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:16.717718 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5de94141-3e00-4f56-8c6d-60aefc502fee admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5227253 Jun 28 12:17:16.719456 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:16.720078 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33962) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:16.720300 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:16:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:16.736459 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662cf8c6-59aa-4220-9dcd-e0def6b113ad None None] Network 5b906e09-71d5-44e5-982f-8a79a50b224f requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:17:16.805243 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-e5b56db9-3339-48b6-94ff-88a56fe8dfc9 None None] Provisioning for port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:16.831724 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:16.951172 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:17:17.011192 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:17.015548 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:17.015548 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.044290 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:16Z', 'revision_number': 3, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:17.080188 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Checking router: 95072749-9969-453e-8ed3-5c7035106902 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:17:17.080891 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Updating router 95072749-9969-453e-8ed3-5c7035106902 port 57ddaf8f-935c-482f-af6d-b8569434452f binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:17:17.130834 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.136565 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.157457 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.178946 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:17.184185 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.188064 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:17.221779 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.244474 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:17.254855 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:17.260419 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-539d2421-c6cd-4128-a52e-7afef07f3b0e None None] Provisioning complete for port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:17.260799 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-539d2421-c6cd-4128-a52e-7afef07f3b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.377445 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Allocated IP 172.20.0.1 (5b906e09-71d5-44e5-982f-8a79a50b224f/2d310d74-0d74-42d7-b25d-bb393e5b8bbc/c5407139-2a81-4a2c-8276-dc8109401e5e) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:17:17.410268 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.421672 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Transition to ACTIVE for port object 57ddaf8f-935c-482f-af6d-b8569434452f will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:17.428820 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.431151 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-39cb16be-8a2a-47bc-81b1-12fa85ff76d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:17.484750 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Pushing event updated for resources: {'Port': ['ID=57ddaf8f-935c-482f-af6d-b8569434452f,revision_number=2']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:17.486833 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Attempting to bind port 57ddaf8f-935c-482f-af6d-b8569434452f on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:17:17.487295 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Attempting to bind port 57ddaf8f-935c-482f-af6d-b8569434452f by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:17:17.487695 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Attempting to bind port 57ddaf8f-935c-482f-af6d-b8569434452f on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:17.488735 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.496771 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.497115 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.497445 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.497768 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.498091 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.498410 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.498725 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.499052 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.499393 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.499709 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.500019 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.500328 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.501726 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Transition to ACTIVE for port object c5407139-2a81-4a2c-8276-dc8109401e5e will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:17.504492 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:17.505426 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:17:17.505799 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:17.506540 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.506925 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:17:17.507434 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Bound port: 57ddaf8f-935c-482f-af6d-b8569434452f, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:17:17.507837 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.536246 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.538235 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4fc28610-a304-48b6-9730-2d8e2d8a57e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:17.558054 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] For port 57ddaf8f-935c-482f-af6d-b8569434452f, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:17:17.561150 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] For port 57ddaf8f-935c-482f-af6d-b8569434452f, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=57ddaf8f-935c-482f-af6d-b8569434452f,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:17:17.565431 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.567743 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-033c19e8-88b6-416e-924c-5f8fc2e14f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:17.572925 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Network 5b906e09-71d5-44e5-982f-8a79a50b224f is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:17.576441 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:17.581909 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:17:17.613372 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Pushing event updated for resources: {'Port': ['ID=c5407139-2a81-4a2c-8276-dc8109401e5e,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:17.622753 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:17.623720 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:16:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:17.624769 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.625141 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.625533 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.625879 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.626223 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.626634 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.626907 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.627256 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.628714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.628714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.628714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.629006 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Pushing event updated for resources: {'Port': ['ID=57ddaf8f-935c-482f-af6d-b8569434452f,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:17.629103 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:17.633923 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:17.638734 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.663310 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:17.737970 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:17.785267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.868373 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1a7b782c-e961-4590-a776-321010ba4084 None None] Provisioning for port c5407139-2a81-4a2c-8276-dc8109401e5e completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:17.872756 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1a7b782c-e961-4590-a776-321010ba4084 None None] Provisioning complete for port c5407139-2a81-4a2c-8276-dc8109401e5e triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:17.873129 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1a7b782c-e961-4590-a776-321010ba4084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.909832 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b782c-e961-4590-a776-321010ba4084 None None] Port c5407139-2a81-4a2c-8276-dc8109401e5e cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:17:17.925264 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:16Z', 'revision_number': 3, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:17.953713 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.955316 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5ca36-c9f5-4fc5-813d-8cd4a01a1191 None None] The sync data for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi is: [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:16Z', 'revision_number': 3, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:17:17.960670 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.962228 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-31fb2b72-d6d6-41e2-acf0-ac48cc2b3c80 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:18.028561 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Pushing event updated for resources: {'Port': ['ID=c5407139-2a81-4a2c-8276-dc8109401e5e,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:18.031132 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:18.033169 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:18.123670 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Network 5b906e09-71d5-44e5-982f-8a79a50b224f is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:18.125086 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:18.268425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Router 95072749-9969-453e-8ed3-5c7035106902 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:17:18.380646 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:17:18.386107 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a17c4060-8bb5-4b38-8916-6cddaf1d0a29 admin admin] 10.222.0.11 "PUT /v2.0/routers/95072749-9969-453e-8ed3-5c7035106902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6645379 Jun 28 12:17:18.434199 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-a37fcbcd-29d4-452f-b89e-79b8a722c42f None None] Provisioning complete for port c5407139-2a81-4a2c-8276-dc8109401e5e triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:18.434794 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a37fcbcd-29d4-452f-b89e-79b8a722c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:18.471458 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-a37fcbcd-29d4-452f-b89e-79b8a722c42f None None] Port c5407139-2a81-4a2c-8276-dc8109401e5e cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:17:18.936862 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 57ddaf8f-935c-482f-af6d-b8569434452f up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:17:18.989212 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 57ddaf8f-935c-482f-af6d-b8569434452f completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:18.993234 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 57ddaf8f-935c-482f-af6d-b8569434452f triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:18.993591 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.077324 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.098358 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.105081 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-f341ef0a-ea28-4b45-bdea-5cc23ab69433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.122676 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 57ddaf8f-935c-482f-af6d-b8569434452f, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=57ddaf8f-935c-482f-af6d-b8569434452f,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:19.128381 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.129485 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:17:19.130339 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33970) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:19.131974 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-24555434-1df1-4cfb-affb-234b7821f1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:19.137306 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-e0a94c6d-8504-4e51-a268-46a63c713ea0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061925663', 'description': 'tempest-description--752849594'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:19.164284 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e0a94c6d-8504-4e51-a268-46a63c713ea0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.207872 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=57ddaf8f-935c-482f-af6d-b8569434452f,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:19.212619 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:19.221974 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:19.222366 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.249918 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e0a94c6d-8504-4e51-a268-46a63c713ea0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.254515 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e0a94c6d-8504-4e51-a268-46a63c713ea0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.257329 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f5541b98-bf94-44d7-93b1-a503623bf8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:19.281323 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-e0a94c6d-8504-4e51-a268-46a63c713ea0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.282544 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-e0a94c6d-8504-4e51-a268-46a63c713ea0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1507590 Jun 28 12:17:19.285479 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33972) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:19.290750 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-196cd99c-7faf-44c8-9411-528cf2bd1b75 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'security_group_rule': {'security_group_id': 'e3312168-ada2-47dd-913e-2f4f79b944b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:19.296009 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a94c6d-8504-4e51-a268-46a63c713ea0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3312168-ada2-47dd-913e-2f4f79b944b9,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:19.300201 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e0a94c6d-8504-4e51-a268-46a63c713ea0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:19.321247 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-196cd99c-7faf-44c8-9411-528cf2bd1b75 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.458840 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Sync routers for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:17:19.470216 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:19.470875 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:17:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:19.581333 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:19.681819 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-196cd99c-7faf-44c8-9411-528cf2bd1b75 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.688102 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-196cd99c-7faf-44c8-9411-528cf2bd1b75 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.690118 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:19.706145 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cd99c-7faf-44c8-9411-528cf2bd1b75 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9f1f67-9750-46d1-ba45-ac38f41366ef,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:19.708978 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-196cd99c-7faf-44c8-9411-528cf2bd1b75 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:19.715835 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-196cd99c-7faf-44c8-9411-528cf2bd1b75 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.717106 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-196cd99c-7faf-44c8-9411-528cf2bd1b75 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4306736 Jun 28 12:17:19.719894 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33974) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:19.724592 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-cc2d35c7-6de2-44d2-b701-5dd8b013fff5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'security_group_rule': {'security_group_id': 'e3312168-ada2-47dd-913e-2f4f79b944b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:19.754668 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc2d35c7-6de2-44d2-b701-5dd8b013fff5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.785622 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 2, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:19.814642 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc2d35c7-6de2-44d2-b701-5dd8b013fff5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.816193 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Checking router: 95072749-9969-453e-8ed3-5c7035106902 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:17:19.816554 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Updating router 95072749-9969-453e-8ed3-5c7035106902 port c5407139-2a81-4a2c-8276-dc8109401e5e binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:17:19.819529 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc2d35c7-6de2-44d2-b701-5dd8b013fff5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.821652 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:19.837705 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d35c7-6de2-44d2-b701-5dd8b013fff5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d7a0ef-1130-425e-8e8a-3132e3876046,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:19.840717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-cc2d35c7-6de2-44d2-b701-5dd8b013fff5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:19.845477 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cc2d35c7-6de2-44d2-b701-5dd8b013fff5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.849758 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-cc2d35c7-6de2-44d2-b701-5dd8b013fff5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258914 Jun 28 12:17:19.850101 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 33976) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:19.854091 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.854581 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:19.876926 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.973574 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.076329 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Allocated IP 172.27.1.43 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/f3cd745d-b20c-41c5-8e15-40fbf06b7617) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:17:20.102934 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.119090 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.129739 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Transition to ACTIVE for port object c5407139-2a81-4a2c-8276-dc8109401e5e will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:20.137739 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.140442 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:20.183327 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.186602 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dad56-b060-4e38-a163-688739e39c56 None None] Pushing event updated for resources: {'Port': ['ID=c5407139-2a81-4a2c-8276-dc8109401e5e,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:20.190863 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cd8dad56-b060-4e38-a163-688739e39c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:20.228259 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.231959 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-fe83b8d7-a098-48aa-8695-c1ad716661b3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:20.243551 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Attempting to bind port c5407139-2a81-4a2c-8276-dc8109401e5e on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:17:20.244041 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Attempting to bind port c5407139-2a81-4a2c-8276-dc8109401e5e by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:17:20.244492 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Attempting to bind port c5407139-2a81-4a2c-8276-dc8109401e5e on network 5b906e09-71d5-44e5-982f-8a79a50b224f {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:20.250175 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:17:20.250657 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Checking segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:20.251302 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.251769 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Bound using segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:17:20.252407 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Bound port: c5407139-2a81-4a2c-8276-dc8109401e5e, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:17:20.252841 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.271308 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:20.277976 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:20.282054 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:17:20.304742 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'Port': ['ID=f3cd745d-b20c-41c5-8e15-40fbf06b7617,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:20.318642 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:20.320803 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] For port c5407139-2a81-4a2c-8276-dc8109401e5e, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:17:20.324882 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] For port c5407139-2a81-4a2c-8276-dc8109401e5e, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=c5407139-2a81-4a2c-8276-dc8109401e5e,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:17:20.332134 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.347612 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e94f9176-577e-458a-b896-050ceeed9310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:20.378303 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.384099 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:20.384739 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:17:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:20.433334 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.459995 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dad56-b060-4e38-a163-688739e39c56 None None] Pushing event updated for resources: {'Port': ['ID=c5407139-2a81-4a2c-8276-dc8109401e5e,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:20.468867 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cd8dad56-b060-4e38-a163-688739e39c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:20.606386 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.611983 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.614119 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-55ce0103-92dc-4ba0-9503-d22a9b3c5f1f tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:20.674523 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:20.679739 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'Port': ['ID=f3cd745d-b20c-41c5-8e15-40fbf06b7617,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:20.684287 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:20.691381 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.708087 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.709344 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8583272 Jun 28 12:17:20.868636 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-a3557725-743d-4d32-a9e1-0e04872fb211 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1061925663&fields=id&tenant_id=494ffe5881334f35ad8359b71558b837 HTTP/1.1" status: 200 len: 267 time: 0.0337322 Jun 28 12:17:20.883980 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:20Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:20.888085 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 57ddaf8f-935c-482f-af6d-b8569434452f up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:17:20.916708 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3289b45-567c-4aca-ae33-a4d0e8b47c43 None None] The sync data for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi is: [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:20Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:17:20.997672 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 57ddaf8f-935c-482f-af6d-b8569434452f triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:20.998050 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:21.002903 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9de5-c1d9-426f-a889-7375a21a004f req-d6f789cf-7f69-41c3-97f7-1d6cd7ec1e17 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:21.010694 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-d6f789cf-7f69-41c3-97f7-1d6cd7ec1e17 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 811 time: 0.1363695 Jun 28 12:17:21.027810 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-2138b04c-c602-43f1-88d9-4ceb6ecb2fd1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/quotas/494ffe5881334f35ad8359b71558b837 HTTP/1.1" status: 200 len: 375 time: 0.0160685 Jun 28 12:17:21.113007 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-0d96714e-b7f6-4dd4-8411-5b400961b724 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839012 Jun 28 12:17:21.182110 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b2a2e244-ccca-45ea-ac03-184604e58d99 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:17:21.183178 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b2a2e244-ccca-45ea-ac03-184604e58d99 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543661 Jun 28 12:17:21.279500 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-2f86b789-2b9f-42fb-95b6-0eb96113c8f7 service neutron] 10.222.0.11 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900559 Jun 28 12:17:21.374338 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-cbe4998a-0c9d-4845-9d10-d0e942baabf6 service neutron] 10.222.0.11 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876296 Jun 28 12:17:21.567462 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d06816bd-7621-4d93-abb0-8a42e738aad1 req-fbd08886-db52-48ee-8da5-52b7c70c9733 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 210 time: 0.0335188 Jun 28 12:17:21.837457 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:22.695720 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9de5-c1d9-426f-a889-7375a21a004f req-d82ef0ee-20e0-4f77-ac2e-6315c52c877b tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:22.699166 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-d82ef0ee-20e0-4f77-ac2e-6315c52c877b tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 811 time: 0.1210384 Jun 28 12:17:22.717523 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-25cfc11f-a4b5-4d04-8d64-3a4424bc19e1 req-47d7228e-4b1f-4f0e-95a1-7ffbcc432560 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 210 time: 0.0307751 Jun 28 12:17:22.752988 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-4f623f29-0043-4934-9f5e-624acc8538e7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494ffe5881334f35ad8359b71558b837 HTTP/1.1" status: 200 len: 380 time: 0.0369353 Jun 28 12:17:22.763186 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'port': {'device_id': '2875103e-74ac-4347-8a8c-45f4155b643d', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'admin_state_up': True, 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'security_groups': ['e3312168-ada2-47dd-913e-2f4f79b944b9']}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:22.892028 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Made reservation on behalf of 494ffe5881334f35ad8359b71558b837 for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:17:22.896103 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:22.903769 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device c5407139-2a81-4a2c-8276-dc8109401e5e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:17:22.960395 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port c5407139-2a81-4a2c-8276-dc8109401e5e completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:22.964171 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port c5407139-2a81-4a2c-8276-dc8109401e5e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:22.964573 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.024410 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Allocated IP 172.20.0.3 (5b906e09-71d5-44e5-982f-8a79a50b224f/2d310d74-0d74-42d7-b25d-bb393e5b8bbc/14c7ccde-130d-4bbe-aebc-d00020439c8a) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:17:23.038881 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.071975 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port c5407139-2a81-4a2c-8276-dc8109401e5e, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=c5407139-2a81-4a2c-8276-dc8109401e5e,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:23.077280 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.079683 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:23.134431 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=c5407139-2a81-4a2c-8276-dc8109401e5e,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:23.137677 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:23.172948 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.186113 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Transition to ACTIVE for port object 14c7ccde-130d-4bbe-aebc-d00020439c8a will not be triggered until provisioned by entity DHCP. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:23.219154 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.223289 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b8dfe557-1dc4-4b2d-b7d2-877ad5cd21e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:23.262182 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Network 5b906e09-71d5-44e5-982f-8a79a50b224f is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:23.267124 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:23.269727 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:17:23.298516 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'Port': ['ID=14c7ccde-130d-4bbe-aebc-d00020439c8a,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:23.301730 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:23.329788 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:23.330437 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.346473 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883014 Jun 28 12:17:23.359364 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Request body: {'port': {'device_id': '2875103e-74ac-4347-8a8c-45f4155b643d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:23.434023 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.605999 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-bdceaeb2-2bf5-463d-b38f-8cd224b714a2 None None] Provisioning for port 14c7ccde-130d-4bbe-aebc-d00020439c8a completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:23.611093 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-bdceaeb2-2bf5-463d-b38f-8cd224b714a2 None None] Provisioning complete for port 14c7ccde-130d-4bbe-aebc-d00020439c8a triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:23.611558 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-bdceaeb2-2bf5-463d-b38f-8cd224b714a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.649705 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-bdceaeb2-2bf5-463d-b38f-8cd224b714a2 None None] Port 14c7ccde-130d-4bbe-aebc-d00020439c8a cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:17:23.698972 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c7ccde-130d-4bbe-aebc-d00020439c8a {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:17:23.706572 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.719068 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Transition to ACTIVE for port object 14c7ccde-130d-4bbe-aebc-d00020439c8a will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:23.724326 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.726281 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:23.772257 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Pushing event updated for resources: {'Port': ['ID=14c7ccde-130d-4bbe-aebc-d00020439c8a,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:23.776546 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:23.848259 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Attempting to bind port 14c7ccde-130d-4bbe-aebc-d00020439c8a on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:17:23.848741 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Attempting to bind port 14c7ccde-130d-4bbe-aebc-d00020439c8a by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:17:23.849173 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Attempting to bind port 14c7ccde-130d-4bbe-aebc-d00020439c8a on network 5b906e09-71d5-44e5-982f-8a79a50b224f {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:23.853940 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Port 14c7ccde-130d-4bbe-aebc-d00020439c8a on network 5b906e09-71d5-44e5-982f-8a79a50b224f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:17:23.854389 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Attempting to bind port 14c7ccde-130d-4bbe-aebc-d00020439c8a on network 5b906e09-71d5-44e5-982f-8a79a50b224f {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:23.859532 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:17:23.859992 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Checking segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:23.860492 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Bound using segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:17:23.861025 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Bound port: 14c7ccde-130d-4bbe-aebc-d00020439c8a, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:17:23.861556 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.910893 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ccac-bf04-4368-bb66-ab2c8b1855b8 req-f6d8cfe7-9f47-43dd-a874-eedd1a048846 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:23.913222 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-16f1ccac-bf04-4368-bb66-ab2c8b1855b8 req-f6d8cfe7-9f47-43dd-a874-eedd1a048846 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 943 time: 0.0658081 Jun 28 12:17:23.932773 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] For port 14c7ccde-130d-4bbe-aebc-d00020439c8a, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:17:23.936046 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] For port 14c7ccde-130d-4bbe-aebc-d00020439c8a, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:17:23.941416 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.943535 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1239910-7e21-4f99-851c-434770d40e0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:23.952071 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-16f1ccac-bf04-4368-bb66-ab2c8b1855b8 req-1d556378-64e9-4945-ab07-5e8cf3840ac7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330505 Jun 28 12:17:23.976305 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:23.976953 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.978320 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] 10.222.0.15 "PUT /v2.0/ports/14c7ccde-130d-4bbe-aebc-d00020439c8a HTTP/1.1" status: 200 len: 1093 time: 0.6237729 Jun 28 12:17:23.978795 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2875103e-74ac-4347-8a8c-45f4155b643d', 'tag': '14c7ccde-130d-4bbe-aebc-d00020439c8a'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:17:23.981131 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15" -d '{"events": [{"name": "network-changed", "server_uuid": "2875103e-74ac-4347-8a8c-45f4155b643d", "tag": "14c7ccde-130d-4bbe-aebc-d00020439c8a"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:17:24.006864 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Pushing event updated for resources: {'Port': ['ID=14c7ccde-130d-4bbe-aebc-d00020439c8a,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:24.011852 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:24.025800 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31306399-7c2b-4081-80cb-1e14e55a1e45 x-openstack-request-id: req-31306399-7c2b-4081-80cb-1e14e55a1e45 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:17:24.026201 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2875103e-74ac-4347-8a8c-45f4155b643d", "tag": "14c7ccde-130d-4bbe-aebc-d00020439c8a", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:17:24.026562 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31306399-7c2b-4081-80cb-1e14e55a1e45 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:17:24.026994 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2875103e-74ac-4347-8a8c-45f4155b643d', 'tag': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'status': 'completed', 'code': 200} Jun 28 12:17:24.085565 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9de5-c1d9-426f-a889-7375a21a004f req-eb34d79f-539f-4a59-833a-27ab218f33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:24.087217 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-eb34d79f-539f-4a59-833a-27ab218f33b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 1096 time: 0.0536664 Jun 28 12:17:24.133766 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-4d9fb806-1937-48ea-80df-15a5371beb64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a HTTP/1.1" status: 200 len: 217 time: 0.0390122 Jun 28 12:17:24.182266 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9de5-c1d9-426f-a889-7375a21a004f req-5e30a99c-32bd-4557-b198-0340c5b656f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:24.183754 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-5e30a99c-32bd-4557-b198-0340c5b656f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0438082 Jun 28 12:17:24.242951 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b9de5-c1d9-426f-a889-7375a21a004f req-4275cde7-64f2-475c-beb4-526d83c6eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:24.244448 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-4275cde7-64f2-475c-beb4-526d83c6eeb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544624 Jun 28 12:17:24.342853 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-703530c4-9fb3-46fb-8024-b32502775168 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918772 Jun 28 12:17:24.434142 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-156b9de5-c1d9-426f-a889-7375a21a004f req-6ace82b1-5fe6-417f-ab30-67f01595cbf0 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846143 Jun 28 12:17:24.539670 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-2545e8c5-e363-414a-9b0b-8ed5a00e9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:24.541173 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-2545e8c5-e363-414a-9b0b-8ed5a00e9966 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 1096 time: 0.0542955 Jun 28 12:17:24.633656 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-6bb6dc14-be96-419b-b37c-694ebe371e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:24.635148 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-6bb6dc14-be96-419b-b37c-694ebe371e34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0865600 Jun 28 12:17:24.674477 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-2536ad48-9843-46cf-ad96-01e9122f719f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a HTTP/1.1" status: 200 len: 217 time: 0.0330234 Jun 28 12:17:24.728608 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-391a0a00-285b-4266-b45c-e820b734b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:24.730087 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-391a0a00-285b-4266-b45c-e820b734b755 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0494757 Jun 28 12:17:24.793060 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-bbd76bba-c3e5-4aec-a549-e4c418f17b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:24.794687 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-bbd76bba-c3e5-4aec-a549-e4c418f17b5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579107 Jun 28 12:17:24.871300 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device c5407139-2a81-4a2c-8276-dc8109401e5e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:17:24.892156 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-5b2ea0f8-7e55-43c7-af30-aae0eb17065a service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908022 Jun 28 12:17:24.922431 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port c5407139-2a81-4a2c-8276-dc8109401e5e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:24.922808 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:24.993633 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f46285e2-88d8-4b2f-a99f-af7a2ca54c15 req-1f543b97-5376-4ff5-a0c5-8db2ab400365 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947676 Jun 28 12:17:25.139438 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691b129-334d-471a-9884-7275d1296869 req-1be51370-08d9-44a4-9ee9-b9e40a2948dc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:25.140879 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0691b129-334d-471a-9884-7275d1296869 req-1be51370-08d9-44a4-9ee9-b9e40a2948dc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 943 time: 0.0728269 Jun 28 12:17:25.186804 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0691b129-334d-471a-9884-7275d1296869 req-d4823351-1f19-42d6-93ce-d5051bb354f6 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 Jun 28 12:17:26.375976 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28f2b-86a8-4029-a864-e3fcac02cc6f req-bbbaafc8-def1-4998-9427-bae179cc6c36 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:26.377424 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-08c28f2b-86a8-4029-a864-e3fcac02cc6f req-bbbaafc8-def1-4998-9427-bae179cc6c36 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 943 time: 0.0775054 Jun 28 12:17:26.417923 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-08c28f2b-86a8-4029-a864-e3fcac02cc6f req-619465e4-38ad-4bf4-af4e-9e38d0270593 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315914 Jun 28 12:17:27.564448 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 14c7ccde-130d-4bbe-aebc-d00020439c8a details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:17:27.595847 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4682631-02d2-438f-ab52-b4a6fd97cf24 req-6129473d-7838-499e-a83a-36321254a405 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:27.597445 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e4682631-02d2-438f-ab52-b4a6fd97cf24 req-6129473d-7838-499e-a83a-36321254a405 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 943 time: 0.0664620 Jun 28 12:17:27.635851 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e4682631-02d2-438f-ab52-b4a6fd97cf24 req-9a4a7124-6e40-4185-822b-b787909647e7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Jun 28 12:17:27.668670 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 14c7ccde-130d-4bbe-aebc-d00020439c8a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:27.679606 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'port_id': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'mac_address': 'fa:16:3e:6f:1a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:17:27.716105 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.729387 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c7ccde-130d-4bbe-aebc-d00020439c8a {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:17:27.750523 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 14c7ccde-130d-4bbe-aebc-d00020439c8a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:27.757977 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.759869 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:27.809858 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=14c7ccde-130d-4bbe-aebc-d00020439c8a,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:27.813295 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:28.093971 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['14c7ccde-130d-4bbe-aebc-d00020439c8a'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:17:28.836866 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d985de2-0f4d-4a73-ae2f-cb407956a3d7 req-cad70df2-e9d4-40f2-88ff-25888603d49c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:28.838334 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3d985de2-0f4d-4a73-ae2f-cb407956a3d7 req-cad70df2-e9d4-40f2-88ff-25888603d49c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 944 time: 0.0845103 Jun 28 12:17:28.879932 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3d985de2-0f4d-4a73-ae2f-cb407956a3d7 req-1346834c-c697-484f-a6c9-2e749d4beb80 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331814 Jun 28 12:17:29.586630 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 14c7ccde-130d-4bbe-aebc-d00020439c8a up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:17:29.647349 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 14c7ccde-130d-4bbe-aebc-d00020439c8a completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:29.651477 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 14c7ccde-130d-4bbe-aebc-d00020439c8a triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:29.651863 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:29.730574 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:29.754511 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875103e-74ac-4347-8a8c-45f4155b643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c7ccde-130d-4bbe-aebc-d00020439c8a'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:17:29.757285 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9e3d5-463a-4a82-8ea0-36c9e83c0506" -d '{"events": [{"server_uuid": "2875103e-74ac-4347-8a8c-45f4155b643d", "name": "network-vif-plugged", "status": "completed", "tag": "14c7ccde-130d-4bbe-aebc-d00020439c8a"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:17:29.769216 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 14c7ccde-130d-4bbe-aebc-d00020439c8a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:17:29.774237 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:29.776520 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cd8dad56-b060-4e38-a163-688739e39c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:29.837180 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=14c7ccde-130d-4bbe-aebc-d00020439c8a,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:29.841192 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:29.861981 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c433b7-65cc-44fd-9c5f-be5aaa27db17 x-openstack-request-id: req-34c433b7-65cc-44fd-9c5f-be5aaa27db17 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:17:29.862278 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875103e-74ac-4347-8a8c-45f4155b643d", "name": "network-vif-plugged", "status": "completed", "tag": "14c7ccde-130d-4bbe-aebc-d00020439c8a", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:17:29.862534 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34c433b7-65cc-44fd-9c5f-be5aaa27db17 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:17:29.862933 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2875103e-74ac-4347-8a8c-45f4155b643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'code': 200} Jun 28 12:17:30.057365 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529d5fa-fe42-4c2d-a840-d47582af66a0 req-85e36063-1b99-4d34-8086-ae4a98da0ed7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:30.058863 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1529d5fa-fe42-4c2d-a840-d47582af66a0 req-85e36063-1b99-4d34-8086-ae4a98da0ed7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0655813 Jun 28 12:17:30.094233 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580923-ea9e-4e1d-9b9d-ba657c2bafb3 req-c7fd0857-0c95-4193-893e-1d06d20b43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:30.095669 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4580923-ea9e-4e1d-9b9d-ba657c2bafb3 req-c7fd0857-0c95-4193-893e-1d06d20b43bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 1098 time: 0.0516441 Jun 28 12:17:30.096378 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1529d5fa-fe42-4c2d-a840-d47582af66a0 req-bbb3f3d9-ccc0-4bdf-8655-f5fd3457bc42 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Jun 28 12:17:30.131680 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e4580923-ea9e-4e1d-9b9d-ba657c2bafb3 req-3d38d141-62b8-4564-ab9c-efa5c8bf0a44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290291 Jun 28 12:17:31.292061 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d369bf-93ed-419f-b3d2-399198a2cca4 req-85dc4738-c4db-4b09-be87-c81f96f873d4 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:31.293543 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d8d369bf-93ed-419f-b3d2-399198a2cca4 req-85dc4738-c4db-4b09-be87-c81f96f873d4 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0702267 Jun 28 12:17:31.332166 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d8d369bf-93ed-419f-b3d2-399198a2cca4 req-ec2f42ea-1ae1-4a68-adc5-eafd94d60ef7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Jun 28 12:17:32.516129 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d68e1-f6ad-436d-b9f9-4e3149602a15 req-b1206833-9927-4592-85df-1bd04be11541 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:32.517605 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d50d68e1-f6ad-436d-b9f9-4e3149602a15 req-b1206833-9927-4592-85df-1bd04be11541 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0694036 Jun 28 12:17:32.557353 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d50d68e1-f6ad-436d-b9f9-4e3149602a15 req-a26122ee-f4e5-4576-b68a-8a403001b9a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339105 Jun 28 12:17:32.732055 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee404e31-7e81-4aec-af6c-45f7466b8d4d req-f5e08ce3-cf8a-45e4-9d66-8c8b32a8655b tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:32.733521 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ee404e31-7e81-4aec-af6c-45f7466b8d4d req-f5e08ce3-cf8a-45e4-9d66-8c8b32a8655b tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0645330 Jun 28 12:17:32.742232 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34036) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:17:32.746923 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'floatingip': {'port_id': '14c7ccde-130d-4bbe-aebc-d00020439c8a'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:32.788427 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:33.258469 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:33.266610 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:33.364554 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Floating IP 9df1ef2f-80fa-442c-9090-2ddd1dbc17a9 associated. External IP: 172.27.1.43, port: 14c7ccde-130d-4bbe-aebc-d00020439c8a. Jun 28 12:17:33.567550 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Router 95072749-9969-453e-8ed3-5c7035106902 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:17:33.673397 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:17:33.679696 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:33.685625 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] Sync routers for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:17:33.695063 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:33.695683 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:17:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:33.721194 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-24f71a6e-d352-4a82-af03-ed4d4577b691 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "PUT /v2.0/floatingips/9df1ef2f-80fa-442c-9090-2ddd1dbc17a9 HTTP/1.1" status: 200 len: 990 time: 0.9777381 Jun 28 12:17:33.721830 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2875103e-74ac-4347-8a8c-45f4155b643d', 'tag': '14c7ccde-130d-4bbe-aebc-d00020439c8a'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:17:33.724194 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e796abe-e6e7-4c1b-b26e-3070340a29c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2875103e-74ac-4347-8a8c-45f4155b643d", "tag": "14c7ccde-130d-4bbe-aebc-d00020439c8a"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:17:33.811549 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:33.812539 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4146b8d-0e7c-4ed9-88ae-7c7476ebf63d x-openstack-request-id: req-e4146b8d-0e7c-4ed9-88ae-7c7476ebf63d {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:17:33.812871 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2875103e-74ac-4347-8a8c-45f4155b643d", "tag": "14c7ccde-130d-4bbe-aebc-d00020439c8a", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:17:33.813165 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4146b8d-0e7c-4ed9-88ae-7c7476ebf63d {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:17:33.813602 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2875103e-74ac-4347-8a8c-45f4155b643d', 'tag': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'status': 'completed', 'code': 200} Jun 28 12:17:33.906012 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-2398152b-f2f6-4dea-8d2e-828ad4f9d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:33.907628 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-2398152b-f2f6-4dea-8d2e-828ad4f9d36e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 1098 time: 0.0634837 Jun 28 12:17:33.999327 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-d866744e-349f-4515-9aa1-25d901f232f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:34.000814 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-d866744e-349f-4515-9aa1-25d901f232f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0867546 Jun 28 12:17:34.066888 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-3c1ed504-932c-48f5-9cef-4c72c00c5765 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a HTTP/1.1" status: 200 len: 998 time: 0.0594091 Jun 28 12:17:34.118287 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-ffb43563-a0dc-4894-9013-59247daa9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:34.119979 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-ffb43563-a0dc-4894-9013-59247daa9b1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0459809 Jun 28 12:17:34.133721 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '9df1ef2f-80fa-442c-9090-2ddd1dbc17a9', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '95072749-9969-453e-8ed3-5c7035106902', 'port_id': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'mac_address': 'fa:16:3e:6f:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875103e-74ac-4347-8a8c-45f4155b643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:17:20Z', 'updated_at': '2021-06-28T12:17:33Z', 'revision_number': 1, 'project_id': '494ffe5881334f35ad8359b71558b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:34.158857 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] Checking router: 95072749-9969-453e-8ed3-5c7035106902 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:17:34.167261 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:17:34.167897 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:17:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:34.179295 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-611157a8-3999-427c-b2eb-6364823aae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:34.180844 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-611157a8-3999-427c-b2eb-6364823aae21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546246 Jun 28 12:17:34.270139 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:17:34.273733 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-fc6c6196-f485-4e15-bf20-e5e7e0d15395 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864344 Jun 28 12:17:34.358998 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e796abe-e6e7-4c1b-b26e-3070340a29c5 req-303a916a-56d8-4c84-9507-88ad5079b651 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787683 Jun 28 12:17:34.501915 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '9df1ef2f-80fa-442c-9090-2ddd1dbc17a9', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '95072749-9969-453e-8ed3-5c7035106902', 'port_id': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'mac_address': 'fa:16:3e:6f:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875103e-74ac-4347-8a8c-45f4155b643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:17:20Z', 'updated_at': '2021-06-28T12:17:33Z', 'revision_number': 1, 'project_id': '494ffe5881334f35ad8359b71558b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:34.530858 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bcee6-fc2b-415c-a31d-135bb04d4f5b None None] The sync data for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi is: [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '9df1ef2f-80fa-442c-9090-2ddd1dbc17a9', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '95072749-9969-453e-8ed3-5c7035106902', 'port_id': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'mac_address': 'fa:16:3e:6f:1a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2875103e-74ac-4347-8a8c-45f4155b643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:17:20Z', 'updated_at': '2021-06-28T12:17:33Z', 'revision_number': 1, 'project_id': '494ffe5881334f35ad8359b71558b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:17:34.733384 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22da901a-6548-4758-a1b7-23b35ee4ca3e None None] New status for floating IP 9df1ef2f-80fa-442c-9090-2ddd1dbc17a9: ACTIVE {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:17:46.471597 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-32d3ac0e-9b12-4770-8d3d-d0c8189de9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:47.120324 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:48.478631 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-a9aa20d2-f08f-48c4-a060-b607ca8b036c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540107914&fields=id&tenant_id=68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 267 time: 0.0343080 Jun 28 12:17:48.588927 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0808ce09-2853-45b9-b367-346068bfdce2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:48.590279 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0808ce09-2853-45b9-b367-346068bfdce2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 812 time: 0.1050951 Jun 28 12:17:48.608245 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-cc1b4883-6f7e-442e-988f-d9106a81c55e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/quotas/68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 375 time: 0.0097923 Jun 28 12:17:48.687432 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-3f9b36c1-6762-413c-b8e7-fa694f316b82 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0717208 Jun 28 12:17:48.749695 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-7d044216-7494-4b5b-9393-8f8353db19f3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:17:48.750400 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-7d044216-7494-4b5b-9393-8f8353db19f3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510786 Jun 28 12:17:48.844775 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-8f0a4c8c-28c1-450a-9fdd-f1de0ec7da7d service neutron] 10.222.0.11 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876615 Jun 28 12:17:48.938341 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-da879a5a-3852-4f04-b8cc-1fc8d79906b8 service neutron] 10.222.0.11 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876446 Jun 28 12:17:48.985381 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:17:49.066780 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:49.079057 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1dbc-f693-46d7-b462-449374e2d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:49.272482 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-663c11bf-2360-4862-9e2e-4b3128092248 req-3a5fa431-890c-42f4-9229-6b96f2482b35 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 210 time: 0.0308492 Jun 28 12:17:50.079255 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:50.373997 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-d6491a41-8df4-4368-8a5f-da57c2c58317 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:50.375865 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-d6491a41-8df4-4368-8a5f-da57c2c58317 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 812 time: 0.1175945 Jun 28 12:17:50.428802 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-8225dad5-c5c5-4a8c-b58e-2f2a16a08eba tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a4e9f925e8448f8f0b5216c7fada68 HTTP/1.1" status: 200 len: 379 time: 0.0381224 Jun 28 12:17:50.438625 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'port': {'device_id': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'admin_state_up': True, 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'security_groups': ['0b8065a3-78db-439a-88db-254c6c4871d5']}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:50.443543 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-170b0fa1-fd86-4b77-b7c4-ff46bf9e5335 req-cb0fcb9a-0d51-4f88-bccc-fd1b83c9dee0 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 210 time: 0.0332861 Jun 28 12:17:50.565731 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Made reservation on behalf of 68a4e9f925e8448f8f0b5216c7fada68 for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:17:50.569382 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:50.703078 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Allocated IP 172.20.0.13 (e87ddda7-2d34-4f05-990f-b0328975ed47/f5a89392-7402-4d64-95df-a1b1d1cc6dd8/c4208a40-20c3-495e-8f53-df7979f4f6ca) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:17:50.848041 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:50.861357 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Transition to ACTIVE for port object c4208a40-20c3-495e-8f53-df7979f4f6ca will not be triggered until provisioned by entity DHCP. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:50.899459 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:50.903993 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f3822bf0-5e71-40e1-a659-4cfb5ef43a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:50.942644 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Network e87ddda7-2d34-4f05-990f-b0328975ed47 is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:50.948191 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:50.951780 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:17:50.987683 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=c4208a40-20c3-495e-8f53-df7979f4f6ca,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:50.992695 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:51.012100 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:51.012776 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.029952 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955012 Jun 28 12:17:51.041122 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Request body: {'port': {'device_id': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:51.120686 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.202390 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-9dbfeed3-80f5-4e73-b2ed-af692cb824af None None] Provisioning for port c4208a40-20c3-495e-8f53-df7979f4f6ca completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:51.206326 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-9dbfeed3-80f5-4e73-b2ed-af692cb824af None None] Provisioning complete for port c4208a40-20c3-495e-8f53-df7979f4f6ca triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:51.206744 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-9dbfeed3-80f5-4e73-b2ed-af692cb824af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.239712 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfeed3-80f5-4e73-b2ed-af692cb824af None None] Port c4208a40-20c3-495e-8f53-df7979f4f6ca cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:17:51.382330 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4208a40-20c3-495e-8f53-df7979f4f6ca {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:17:51.389954 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.401764 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Transition to ACTIVE for port object c4208a40-20c3-495e-8f53-df7979f4f6ca will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:51.408547 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.410536 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2f3e0d57-5b4e-4deb-b3fc-123976d009ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:51.624523 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcac5b-7b51-4b88-8903-cce85c017ae1 req-810b63a0-33e7-49a5-8aa3-28d6c8405ced tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:51.625996 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30bcac5b-7b51-4b88-8903-cce85c017ae1 req-810b63a0-33e7-49a5-8aa3-28d6c8405ced tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0662608 Jun 28 12:17:51.670553 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-30bcac5b-7b51-4b88-8903-cce85c017ae1 req-0b588cec-6c3f-4d95-a1a5-cc87c9b53cad tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381029 Jun 28 12:17:51.701568 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Pushing event updated for resources: {'Port': ['ID=c4208a40-20c3-495e-8f53-df7979f4f6ca,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:51.705945 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:51.773390 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Attempting to bind port c4208a40-20c3-495e-8f53-df7979f4f6ca on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:17:51.773664 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Attempting to bind port c4208a40-20c3-495e-8f53-df7979f4f6ca by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:17:51.774023 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Attempting to bind port c4208a40-20c3-495e-8f53-df7979f4f6ca on network e87ddda7-2d34-4f05-990f-b0328975ed47 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:51.778507 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Port c4208a40-20c3-495e-8f53-df7979f4f6ca on network e87ddda7-2d34-4f05-990f-b0328975ed47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:17:51.778823 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Attempting to bind port c4208a40-20c3-495e-8f53-df7979f4f6ca on network e87ddda7-2d34-4f05-990f-b0328975ed47 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:51.783699 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:17:51.784025 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Checking segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:51.784402 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Bound using segment: {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:17:51.784825 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Bound port: c4208a40-20c3-495e-8f53-df7979f4f6ca, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7549f1d-dd7b-4bea-ad86-167372f89fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:17:51.785155 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.836376 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.851928 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] For port c4208a40-20c3-495e-8f53-df7979f4f6ca, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:17:51.855063 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] For port c4208a40-20c3-495e-8f53-df7979f4f6ca, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:17:51.861277 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.864319 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c840ecb3-1989-4824-bb66-3b4dacdaf7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:51.896777 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:51.897254 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:51.898633 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] 10.222.0.15 "PUT /v2.0/ports/c4208a40-20c3-495e-8f53-df7979f4f6ca HTTP/1.1" status: 200 len: 1094 time: 0.8619347 Jun 28 12:17:51.899539 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:17:51.901848 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b894dcca-d287-4ffc-9def-90f94414f3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:17:51.935224 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Pushing event updated for resources: {'Port': ['ID=c4208a40-20c3-495e-8f53-df7979f4f6ca,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:51.938866 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:51.955625 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6d2f67-ace2-4feb-82c6-4ddbc15a0923 x-openstack-request-id: req-8e6d2f67-ace2-4feb-82c6-4ddbc15a0923 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:17:51.955921 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:17:51.956213 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e6d2f67-ace2-4feb-82c6-4ddbc15a0923 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:17:51.956672 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'status': 'completed', 'code': 200} Jun 28 12:17:52.002947 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-788e871a-336b-4f03-989c-368bc2984efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:52.004839 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-788e871a-336b-4f03-989c-368bc2984efb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 1097 time: 0.0585291 Jun 28 12:17:52.047493 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-63a437a6-86cd-4df0-94f4-3b6f335a186f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca HTTP/1.1" status: 200 len: 217 time: 0.0339828 Jun 28 12:17:52.107752 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-3455134f-0c46-46c3-b0fd-49317ba0d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:52.112706 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-3455134f-0c46-46c3-b0fd-49317ba0d8a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0592482 Jun 28 12:17:52.177267 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b5df0e09-7078-42a8-b75a-4128dfd4e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:52.178746 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-b5df0e09-7078-42a8-b75a-4128dfd4e9b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587995 Jun 28 12:17:52.276447 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-44367796-e765-4a03-9590-fd8c77048185 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908432 Jun 28 12:17:52.379351 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-99a50029-7a09-45c1-9d7e-717344fbc63f req-4d05224e-a582-42f0-9678-153ecf91b0c9 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941639 Jun 28 12:17:52.510163 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-e6c1ff73-1400-4908-ba08-9f93df790f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:52.511738 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-e6c1ff73-1400-4908-ba08-9f93df790f4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 1097 time: 0.0588951 Jun 28 12:17:52.612152 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-3431974e-cddb-4949-835e-9b4677b676ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:52.613652 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-3431974e-cddb-4949-835e-9b4677b676ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0952561 Jun 28 12:17:52.659339 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-1087822d-88c1-463c-bbcd-9d3144259cc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca HTTP/1.1" status: 200 len: 217 time: 0.0358677 Jun 28 12:17:52.710027 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-35819cce-bc94-4b69-a8e8-12ea3d21e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:52.711533 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-35819cce-bc94-4b69-a8e8-12ea3d21e47c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0451324 Jun 28 12:17:52.777395 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-5e127da3-9df1-40f5-8e2d-5ea870672893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:52.778965 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-5e127da3-9df1-40f5-8e2d-5ea870672893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584877 Jun 28 12:17:52.850239 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f78cc-8eba-4618-9390-c8bef4bd7d6f req-848a8733-792d-419d-b9a4-222106bc38df tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:52.851763 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-681f78cc-8eba-4618-9390-c8bef4bd7d6f req-848a8733-792d-419d-b9a4-222106bc38df tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0661337 Jun 28 12:17:52.872012 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-4519e8f8-d432-49cf-ac61-192471d6e8ef service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856230 Jun 28 12:17:52.891138 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-681f78cc-8eba-4618-9390-c8bef4bd7d6f req-d81ad39c-887f-436a-ac56-b9a0571d61f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326970 Jun 28 12:17:52.970147 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b894dcca-d287-4ffc-9def-90f94414f3ed req-92ba3667-a757-44a6-b594-11552d67e688 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887327 Jun 28 12:17:54.076982 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd24310-026f-499f-936c-b7e111eeeac4 req-7bb0c2e1-bb73-4752-8b21-78e182189246 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:54.078493 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cbd24310-026f-499f-936c-b7e111eeeac4 req-7bb0c2e1-bb73-4752-8b21-78e182189246 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0724471 Jun 28 12:17:54.121425 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cbd24310-026f-499f-936c-b7e111eeeac4 req-99375aef-8533-4aa7-afd8-bc230a0e54c6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342216 Jun 28 12:17:54.755212 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-ab4dc2dd-e9cb-4f0c-b4ee-de24c8ffa07f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516398 Jun 28 12:17:54.832650 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-8356b354-b034-4856-8f28-aeb4d2653949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:54.834409 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-8356b354-b034-4856-8f28-aeb4d2653949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 1098 time: 0.0545754 Jun 28 12:17:54.946177 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-d530a018-cf3f-44b1-a6fd-42ee405e6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:54.947769 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-d530a018-cf3f-44b1-a6fd-42ee405e6bc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0893862 Jun 28 12:17:55.020917 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-6e0fcfb3-9547-4f47-98e1-3e246bf7dd92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646be811-c3db-4480-bf8d-1a39c03c9aae HTTP/1.1" status: 200 len: 1001 time: 0.0663586 Jun 28 12:17:55.072338 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-8db31b88-be1a-4852-ace5-309d8d0c2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:55.074505 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-8db31b88-be1a-4852-ace5-309d8d0c2914 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0466321 Jun 28 12:17:55.139648 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-caedc0fc-71e5-4f6f-9df0-b7a13f9475c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:55.141179 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-caedc0fc-71e5-4f6f-9df0-b7a13f9475c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584717 Jun 28 12:17:55.242272 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-a3d97914-56b4-427f-a15b-057e5670d687 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939593 Jun 28 12:17:55.301684 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a57df5-5ef7-4f42-be16-fdc88f019044 req-d91ecdde-81d8-451d-8bae-7df30ad39950 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:55.303078 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-17a57df5-5ef7-4f42-be16-fdc88f019044 req-d91ecdde-81d8-451d-8bae-7df30ad39950 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0668709 Jun 28 12:17:55.339091 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-85a25731-55d8-4245-a0c7-e546873b25e7 req-bd6aaff4-eaf6-4569-a938-2e57a87cfd0f service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853481 Jun 28 12:17:55.341464 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-17a57df5-5ef7-4f42-be16-fdc88f019044 req-d32f2e1c-8a5f-434f-b467-70b2d2041723 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324750 Jun 28 12:17:56.527122 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f8e9-dfb1-4975-b4fe-29f2f13f3026 req-0be1f835-6550-4d63-a749-28613ce8acbd tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:56.528595 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ab03f8e9-dfb1-4975-b4fe-29f2f13f3026 req-0be1f835-6550-4d63-a749-28613ce8acbd tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0758624 Jun 28 12:17:56.570430 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ab03f8e9-dfb1-4975-b4fe-29f2f13f3026 req-61113666-4abc-40b7-9f93-f351ba814341 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339570 Jun 28 12:17:57.748750 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430303b-e73e-4176-a618-3dae2f48ef67 req-8d22de85-d10f-485c-aade-9788322b28c5 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:57.750186 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b430303b-e73e-4176-a618-3dae2f48ef67 req-8d22de85-d10f-485c-aade-9788322b28c5 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0639296 Jun 28 12:17:57.791342 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b430303b-e73e-4176-a618-3dae2f48ef67 req-67800560-bb55-48b0-a4a1-fe4aeb4648a7 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350699 Jun 28 12:17:58.985076 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c827fd4-ef2e-4056-b451-80deb2d092a1 req-4d363bbf-2c47-4f7d-8539-f9c626d42620 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:58.986531 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2c827fd4-ef2e-4056-b451-80deb2d092a1 req-4d363bbf-2c47-4f7d-8539-f9c626d42620 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0741258 Jun 28 12:17:59.027809 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2c827fd4-ef2e-4056-b451-80deb2d092a1 req-4e1f7737-95b1-4d5e-8cfb-d4a7f03536ca tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354137 Jun 28 12:18:00.216318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b2caa-e0f5-4302-aea6-fda8d445dc0e req-a88c44e3-d3e2-46a1-851e-8c3ad6c055c5 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:00.217813 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d16b2caa-e0f5-4302-aea6-fda8d445dc0e req-a88c44e3-d3e2-46a1-851e-8c3ad6c055c5 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0693159 Jun 28 12:18:00.255777 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d16b2caa-e0f5-4302-aea6-fda8d445dc0e req-f431ca98-c8d5-48f7-9985-e5c7d416adf2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319080 Jun 28 12:18:01.442287 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98983-92e5-41dd-81af-46ec99b54b5c req-b9c57dd8-5410-42fc-b6c5-7233c9dedbbb tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:01.443663 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ef98983-92e5-41dd-81af-46ec99b54b5c req-b9c57dd8-5410-42fc-b6c5-7233c9dedbbb tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 944 time: 0.0768797 Jun 28 12:18:01.486100 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ef98983-92e5-41dd-81af-46ec99b54b5c req-fc4eb9d3-90b0-4393-a377-75a3f8734aec tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335407 Jun 28 12:18:01.727991 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device c4208a40-20c3-495e-8f53-df7979f4f6ca details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:18:01.832112 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port c4208a40-20c3-495e-8f53-df7979f4f6ca, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:18:01.843795 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'port_id': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'mac_address': 'fa:16:3e:1d:56:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:18:01.882931 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:01.896727 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4208a40-20c3-495e-8f53-df7979f4f6ca {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:18:01.918096 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port c4208a40-20c3-495e-8f53-df7979f4f6ca, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:18:01.924671 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:01.926505 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-900bba4c-ff6a-4240-9a7e-1d3cb7d49b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:18:01.975177 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=c4208a40-20c3-495e-8f53-df7979f4f6ca,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:18:01.978354 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:18:02.286776 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['c4208a40-20c3-495e-8f53-df7979f4f6ca'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:18:02.670485 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d8124-3e5f-4a11-9c76-fc21d48e8ffe req-0e24f0ba-76d6-442c-8ca6-ce8b3e7644f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:02.672497 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c70d8124-3e5f-4a11-9c76-fc21d48e8ffe req-0e24f0ba-76d6-442c-8ca6-ce8b3e7644f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 945 time: 0.0768902 Jun 28 12:18:02.709900 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c70d8124-3e5f-4a11-9c76-fc21d48e8ffe req-226f8c33-57a4-4ea0-88e2-a77ae50fcfa6 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Jun 28 12:18:03.754209 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device c4208a40-20c3-495e-8f53-df7979f4f6ca up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:18:03.806066 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port c4208a40-20c3-495e-8f53-df7979f4f6ca completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:18:03.809809 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port c4208a40-20c3-495e-8f53-df7979f4f6ca triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:18:03.810191 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:03.889552 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:03.893719 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2589df-2b0b-4c6a-b55a-46933bbfb1e3 req-7e64e348-7410-4234-b6a7-3a7eea6d1402 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:03.895386 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9e2589df-2b0b-4c6a-b55a-46933bbfb1e3 req-7e64e348-7410-4234-b6a7-3a7eea6d1402 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 945 time: 0.0673149 Jun 28 12:18:03.912616 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:18:03.915097 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20455fc-6800-4770-b518-708443d9cd80" -d '{"events": [{"server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "name": "network-vif-plugged", "status": "completed", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:18:03.931572 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port c4208a40-20c3-495e-8f53-df7979f4f6ca, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:18:03.935529 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9e2589df-2b0b-4c6a-b55a-46933bbfb1e3 req-0788ebd5-dde1-4db7-ab75-5b419b78e558 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336428 Jun 28 12:18:03.938221 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:03.941485 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:18:03.965190 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cfbe98-1eda-4d63-9ec1-347c00a03b72 x-openstack-request-id: req-b1cfbe98-1eda-4d63-9ec1-347c00a03b72 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:18:03.965477 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "name": "network-vif-plugged", "status": "completed", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:18:03.965715 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1cfbe98-1eda-4d63-9ec1-347c00a03b72 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:18:03.966099 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'code': 200} Jun 28 12:18:03.991704 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=c4208a40-20c3-495e-8f53-df7979f4f6ca,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:18:03.994625 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:18:04.263317 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bdbc0-5b68-45aa-9ff8-af0d04509a74 req-f13f0be8-8e96-423e-9965-92cdfed09664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:04.264730 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-275bdbc0-5b68-45aa-9ff8-af0d04509a74 req-f13f0be8-8e96-423e-9965-92cdfed09664 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 1099 time: 0.0553868 Jun 28 12:18:04.298663 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-275bdbc0-5b68-45aa-9ff8-af0d04509a74 req-737e8e53-c80d-44d5-a7bb-0f6dc9bc374d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270276 Jun 28 12:18:05.121936 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a473b9-8c7d-4790-a8ea-c518a6f30f5a req-0ffb7362-9799-4d7b-9c23-dcc056139125 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:05.123408 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-38a473b9-8c7d-4790-a8ea-c518a6f30f5a req-0ffb7362-9799-4d7b-9c23-dcc056139125 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 946 time: 0.0700085 Jun 28 12:18:05.171440 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-38a473b9-8c7d-4790-a8ea-c518a6f30f5a req-90e8dff5-1817-4355-9355-2280ee41819e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401890 Jun 28 12:18:06.352646 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87de7b3-99e1-4367-bee3-f69f55e2e1bb req-94b9e656-4caf-4634-89ab-6f02b4cc061d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:06.354115 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f87de7b3-99e1-4367-bee3-f69f55e2e1bb req-94b9e656-4caf-4634-89ab-6f02b4cc061d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 946 time: 0.0717735 Jun 28 12:18:06.396460 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f87de7b3-99e1-4367-bee3-f69f55e2e1bb req-cac21aca-489f-4e99-a0ff-940aeb528ef2 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352983 Jun 28 12:18:06.581514 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077d913-ae45-48bb-a893-4821b3718a61 req-512bed2a-56f5-47ab-bb95-d4722d79d3ac tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:06.582963 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8077d913-ae45-48bb-a893-4821b3718a61 req-512bed2a-56f5-47ab-bb95-d4722d79d3ac tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 946 time: 0.0777152 Jun 28 12:18:06.623044 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8077d913-ae45-48bb-a893-4821b3718a61 req-dbef6021-abcb-4c3a-bb62-41bcdf31a86f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340803 Jun 28 12:18:06.658217 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34194) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:18:06.825771 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97d26a7-c9d0-4cbf-80d8-950259c26136 tempest-TestVolumeBootPattern-1005855412 tempest-TestVolumeBootPattern-1005855412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:06.827286 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-d97d26a7-c9d0-4cbf-80d8-950259c26136 tempest-TestVolumeBootPattern-1005855412 tempest-TestVolumeBootPattern-1005855412-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 1094 time: 0.1677954 Jun 28 12:18:06.831609 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34198) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:18:06.836085 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'port_id': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:18:06.865292 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:06.966867 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:07.069881 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Allocated IP 172.27.1.202 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/2d19a4ed-5235-43f7-8234-c911bd1cc45c) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:18:07.468744 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:07.512114 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:07.515185 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b707e9d6-7b92-4e7d-acd7-17ed0764a434 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:18:07.548728 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:18:07.551525 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:18:07.556952 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:18:07.585308 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=2d19a4ed-5235-43f7-8234-c911bd1cc45c,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:18:07.589286 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:18:07.927992 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:08.009975 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:08.180976 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:08.189396 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:08.192092 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c9a4aee4-9cd9-4d33-85f0-1c330d918be4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:18:08.262567 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event updated for resources: {'Port': ['ID=2d19a4ed-5235-43f7-8234-c911bd1cc45c,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:18:08.267635 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:18:08.276386 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:08.377320 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Floating IP 41c29e42-3f62-49f7-a5b5-cf3e2d5170ee associated. External IP: 172.27.1.202, port: c4208a40-20c3-495e-8f53-df7979f4f6ca. Jun 28 12:18:08.593485 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:18:08.700788 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:18:08.713910 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:18:08.718630 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:08.724708 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:18:08.725627 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:17:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:18:08.761494 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-0a007631-ba56-430e-8640-fb9d7de78276 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9286053 Jun 28 12:18:08.762256 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:18:08.764758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3db75-3077-460f-82ca-4cd2ce339b27" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:18:08.804745 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6544470-d77e-4f6f-8df6-9442ac39648f x-openstack-request-id: req-c6544470-d77e-4f6f-8df6-9442ac39648f {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:18:08.805079 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:18:08.805369 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6544470-d77e-4f6f-8df6-9442ac39648f {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:18:08.805923 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'status': 'completed', 'code': 200} Jun 28 12:18:08.832509 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:18:08.878269 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-e67cbac0-51fa-4850-8b53-ee9f301c8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:08.879806 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-e67cbac0-51fa-4850-8b53-ee9f301c8a9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 1099 time: 0.0531349 Jun 28 12:18:08.971716 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-c8caf9a7-07fe-40d2-a058-d1ebca015cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:08.973229 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-c8caf9a7-07fe-40d2-a058-d1ebca015cf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0875292 Jun 28 12:18:09.041856 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-4ad181c6-86aa-40f9-b591-83841fc59f89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca HTTP/1.1" status: 200 len: 1000 time: 0.0613036 Jun 28 12:18:09.051574 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '41c29e42-3f62-49f7-a5b5-cf3e2d5170ee', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:1d:56:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:18:07Z', 'updated_at': '2021-06-28T12:18:07Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}, {'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:37Z', 'revision_number': 1, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:18:09.080817 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:18:09.089380 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:18:09.089994 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:17:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:18:09.092736 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-9d81b845-3df7-487d-88ac-6b380b38180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:09.094294 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-9d81b845-3df7-487d-88ac-6b380b38180d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0453527 Jun 28 12:18:09.152841 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-d3b90f1f-6bd1-42ff-a99b-2e49b8e33742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:09.154394 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-d3b90f1f-6bd1-42ff-a99b-2e49b8e33742 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537810 Jun 28 12:18:09.193979 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:18:09.244422 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-9ae708a9-e470-4907-8a83-cf71bf5f0833 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833416 Jun 28 12:18:09.333331 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-84a3db75-3077-460f-82ca-4cd2ce339b27 req-8e69852e-1d38-4a8e-93d6-2ba43025baf2 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820780 Jun 28 12:18:09.426440 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '41c29e42-3f62-49f7-a5b5-cf3e2d5170ee', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:1d:56:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:18:07Z', 'updated_at': '2021-06-28T12:18:07Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}, {'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:37Z', 'revision_number': 1, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:18:09.451918 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fa453-d51b-479a-8df8-72ff3deb6186 None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '41c29e42-3f62-49f7-a5b5-cf3e2d5170ee', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:1d:56:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:18:07Z', 'updated_at': '2021-06-28T12:18:07Z', 'revision_number': 0, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}, {'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:37Z', 'revision_number': 1, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:18:09.651161 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbaf27-0c76-4405-8588-99e6b949d249 None None] New status for floating IP 41c29e42-3f62-49f7-a5b5-cf3e2d5170ee: ACTIVE {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:18:16.482434 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-efc2cbbd-01ed-455c-b720-659d5321af03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:17.135416 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:19.072718 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:19.087822 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-26964666-c7a9-4b6c-b1ef-e9c575060036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:20.083974 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:21.841267 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:25.988377 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:18:46.479216 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a8756b62-03a8-4686-85ce-2f8297e26b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:47.146327 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:49.077985 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:49.084162 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-197c22d5-eeec-4a9e-89a5-d95b431ace44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:50.085743 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:51.847737 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:56.712391 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-87d6ebbf-5e0b-4b28-8882-653f21ce8e73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608857 Jun 28 12:18:56.817883 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-5d75ad4f-1668-4b05-93a3-5ec99770e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:56.819406 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-5d75ad4f-1668-4b05-93a3-5ec99770e894 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 1098 time: 0.0542319 Jun 28 12:18:56.935466 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-137e8857-7193-47b8-b114-92b9c78321a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:56.937333 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-137e8857-7193-47b8-b114-92b9c78321a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0979993 Jun 28 12:18:57.007658 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-fbb23e19-cd65-480a-8fee-e291f2ed57c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646be811-c3db-4480-bf8d-1a39c03c9aae HTTP/1.1" status: 200 len: 1001 time: 0.0635562 Jun 28 12:18:57.065741 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-e0fb5de2-2a64-4ada-993f-ca4c821e2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:57.067337 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-e0fb5de2-2a64-4ada-993f-ca4c821e2050 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0533285 Jun 28 12:18:57.134429 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-80ee381b-a949-40f9-9f4f-f30585d6837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:18:57.135983 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-80ee381b-a949-40f9-9f4f-f30585d6837a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621347 Jun 28 12:18:57.229689 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-27b9186e-b7c5-4e45-aba8-89d48cc7c76a service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859947 Jun 28 12:18:57.334388 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b1ab38d3-8639-488f-9f74-5ba3938ff19f req-3737fd69-8803-4cc4-9f1b-823c1bb30fb8 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956419 Jun 28 12:19:03.076355 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:19:04.730857 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc7e5b-1066-4265-8d64-9144168713d4 req-e5107137-8a3c-4fce-b64d-c46810220908 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:04.732359 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-80cc7e5b-1066-4265-8d64-9144168713d4 req-e5107137-8a3c-4fce-b64d-c46810220908 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0657077 Jun 28 12:19:04.783355 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-80cc7e5b-1066-4265-8d64-9144168713d4 req-60877427-af63-4060-904c-1510b0c448de tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433035 Jun 28 12:19:05.981085 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e788bc-5e0e-4317-b25e-503b9f3f6843 req-70d526da-46b7-4c97-8d86-72823094ec00 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:05.982520 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-67e788bc-5e0e-4317-b25e-503b9f3f6843 req-70d526da-46b7-4c97-8d86-72823094ec00 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0721114 Jun 28 12:19:06.023528 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-67e788bc-5e0e-4317-b25e-503b9f3f6843 req-7fba608d-677d-4961-993d-e7ba5472394a tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336986 Jun 28 12:19:07.209860 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331c8a5-02b5-444b-8b41-0daa6092a62d req-a424b67c-93e9-4893-af35-e64d626c5f8d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:07.211329 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1331c8a5-02b5-444b-8b41-0daa6092a62d req-a424b67c-93e9-4893-af35-e64d626c5f8d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0725698 Jun 28 12:19:07.252946 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1331c8a5-02b5-444b-8b41-0daa6092a62d req-0208de9c-5f6b-4f04-9f4e-b32b33656c10 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Jun 28 12:19:08.459865 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7393d-30e2-404e-9a4f-e891e5230c07 req-dc596cd4-5325-441f-9faa-95b293cd7cfd tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:08.461310 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-efd7393d-30e2-404e-9a4f-e891e5230c07 req-dc596cd4-5325-441f-9faa-95b293cd7cfd tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0833015 Jun 28 12:19:08.500733 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-efd7393d-30e2-404e-9a4f-e891e5230c07 req-0d3ee66d-c11c-43bc-87ed-b435ae805c59 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336502 Jun 28 12:19:09.676534 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbf1f8-c71c-40eb-a0d9-140160acf2fc req-97454c2d-d38d-45b9-96ec-09385d1a5391 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:09.678021 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f0cbf1f8-c71c-40eb-a0d9-140160acf2fc req-97454c2d-d38d-45b9-96ec-09385d1a5391 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0662937 Jun 28 12:19:09.715338 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f0cbf1f8-c71c-40eb-a0d9-140160acf2fc req-ab4d0e5e-1f64-414a-b2ec-ce07ae686e89 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Jun 28 12:19:10.899164 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ed856-c2e7-406a-a6e5-def72cefb8d4 req-367d9ad5-ccd4-4c6a-8ebe-4235aa198dae tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:10.900640 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-505ed856-c2e7-406a-a6e5-def72cefb8d4 req-367d9ad5-ccd4-4c6a-8ebe-4235aa198dae tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0693989 Jun 28 12:19:10.942283 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-505ed856-c2e7-406a-a6e5-def72cefb8d4 req-e26b09e0-90b5-481c-82ef-b433c1f15307 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356052 Jun 28 12:19:12.130086 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a622ca-419c-4b8c-b633-3a835ab18f76 req-8658f47d-2103-4f84-9274-4f33c2d12e42 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:12.131568 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-60a622ca-419c-4b8c-b633-3a835ab18f76 req-8658f47d-2103-4f84-9274-4f33c2d12e42 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0758252 Jun 28 12:19:12.168665 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-60a622ca-419c-4b8c-b633-3a835ab18f76 req-b750164a-79c3-428e-a025-e3cc807e6bd9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Jun 28 12:19:13.357060 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3740eb9-9d86-405f-b0fa-33fa3c81efb4 req-26b741bd-5ff7-4463-8603-1f101e34b177 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:13.358521 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c3740eb9-9d86-405f-b0fa-33fa3c81efb4 req-26b741bd-5ff7-4463-8603-1f101e34b177 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0787466 Jun 28 12:19:13.398647 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c3740eb9-9d86-405f-b0fa-33fa3c81efb4 req-2ee286d4-f175-4bdf-a61e-44e42355540a tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342338 Jun 28 12:19:14.591002 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13a3c-adcd-4f91-b58d-05a0c5bcce0d req-0463a8eb-52ac-4453-9328-5197cd0a3ca3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:14.592472 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ee13a3c-adcd-4f91-b58d-05a0c5bcce0d req-0463a8eb-52ac-4453-9328-5197cd0a3ca3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0753505 Jun 28 12:19:14.633536 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9ee13a3c-adcd-4f91-b58d-05a0c5bcce0d req-756ac139-07e9-4e60-b2e0-cf96f71d4c9a tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324590 Jun 28 12:19:15.827791 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde15c1-3ef1-41de-bf49-d4f318c5a046 req-526de5ba-78b3-4eaa-b573-de2c25d43c81 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:15.829445 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cbde15c1-3ef1-41de-bf49-d4f318c5a046 req-526de5ba-78b3-4eaa-b573-de2c25d43c81 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0816216 Jun 28 12:19:15.868706 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-cbde15c1-3ef1-41de-bf49-d4f318c5a046 req-f858d9ce-d5af-47e8-9824-393771a20f93 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332808 Jun 28 12:19:16.475911 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-95a4f88f-41a9-4435-8f29-633a9752bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:17.062040 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b423f3-35db-4925-a201-63907697351e req-ef3a3f54-78fe-4aca-b23f-e1982c6236ec tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:17.063489 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-79b423f3-35db-4925-a201-63907697351e req-ef3a3f54-78fe-4aca-b23f-e1982c6236ec tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0699477 Jun 28 12:19:17.107199 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-79b423f3-35db-4925-a201-63907697351e req-52564ed6-a2d6-4ccb-a961-5733f28b7f1a tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379953 Jun 28 12:19:17.160240 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:18.306731 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776b67b-bcd8-412a-becf-1e9ec249805f req-535d7307-c4af-452e-bd4d-4bc2b4e3e45a tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:18.308277 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3776b67b-bcd8-412a-becf-1e9ec249805f req-535d7307-c4af-452e-bd4d-4bc2b4e3e45a tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0773311 Jun 28 12:19:18.347939 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3776b67b-bcd8-412a-becf-1e9ec249805f req-692f2cc5-87bd-4da4-83e1-9d8bdba7a65a tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335276 Jun 28 12:19:19.079369 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:19.082421 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c7e41bc8-20a1-40c8-b965-1bec80050c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:19.530262 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9394b-dddc-478a-9aa0-23c84ed0c504 req-d13095c1-2e3f-48d1-a428-3881e2a4a2a3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:19.531749 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9fd9394b-dddc-478a-9aa0-23c84ed0c504 req-d13095c1-2e3f-48d1-a428-3881e2a4a2a3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0657203 Jun 28 12:19:19.569933 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9fd9394b-dddc-478a-9aa0-23c84ed0c504 req-0be69ba3-dda6-4789-9d6f-7a5b7e720ec7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323176 Jun 28 12:19:20.094878 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:20.751756 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d369f-bfc1-4f3c-b0d7-d62e68754a07 req-3a4ae651-9ec2-4e55-9383-754096a8206e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:20.753226 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9c8d369f-bfc1-4f3c-b0d7-d62e68754a07 req-3a4ae651-9ec2-4e55-9383-754096a8206e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0696738 Jun 28 12:19:20.792988 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9c8d369f-bfc1-4f3c-b0d7-d62e68754a07 req-191140ec-79cd-4265-add4-123702d22952 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324075 Jun 28 12:19:21.141315 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24785020-cc9e-4c01-9cec-7399b2c97866 req-794a4ce9-14cd-4225-8508-057f0e5cf7c9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:21.142866 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-24785020-cc9e-4c01-9cec-7399b2c97866 req-794a4ce9-14cd-4225-8508-057f0e5cf7c9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0669167 Jun 28 12:19:21.168146 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-c1181d68-05e2-4fdf-91ad-38511b62058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:21.169652 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-c1181d68-05e2-4fdf-91ad-38511b62058c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 1098 time: 0.0596547 Jun 28 12:19:21.183122 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-24785020-cc9e-4c01-9cec-7399b2c97866 req-23affcef-c6db-411d-8681-2e40410046be tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339448 Jun 28 12:19:21.261311 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-a76f0aa0-d3e0-44c3-92be-5a2e8dbc72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:21.262795 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-a76f0aa0-d3e0-44c3-92be-5a2e8dbc72e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0861232 Jun 28 12:19:21.331948 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-c6b5e796-5e48-41e8-8239-70e087ff9594 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a HTTP/1.1" status: 200 len: 1000 time: 0.0628905 Jun 28 12:19:21.382435 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-a39388a1-8fec-4a01-9b6a-d2179e9b4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:21.384011 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-a39388a1-8fec-4a01-9b6a-d2179e9b4117 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0455365 Jun 28 12:19:21.443101 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-19ea0658-daa9-415b-818e-c04eaad52339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:21.444531 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-19ea0658-daa9-415b-818e-c04eaad52339 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541182 Jun 28 12:19:21.541055 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-ca1b52a8-fe34-4e42-813e-b02a72a2515b service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903051 Jun 28 12:19:21.632767 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-715e0341-0ba4-4dff-b1dc-86d6bec62a50 req-2a9f91b8-b2f7-4c1c-9a03-045af1630b23 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852938 Jun 28 12:19:21.848539 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:22.363916 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d772-4270-47bd-87df-abb3d91c4d95 req-a9730fc0-a2c5-41e3-a0f3-1c59274a12ba tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:22.365342 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7891d772-4270-47bd-87df-abb3d91c4d95 req-a9730fc0-a2c5-41e3-a0f3-1c59274a12ba tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0623236 Jun 28 12:19:22.402569 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7891d772-4270-47bd-87df-abb3d91c4d95 req-c507f7de-45f9-4c2e-95ea-8f2f8022f511 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Jun 28 12:19:23.587018 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306253a9-7506-409b-a267-c7905e05402e req-a7f71ff5-b5a0-4a76-b7c4-8b0f22cf56d3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:23.588479 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-306253a9-7506-409b-a267-c7905e05402e req-a7f71ff5-b5a0-4a76-b7c4-8b0f22cf56d3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0650287 Jun 28 12:19:23.627072 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-306253a9-7506-409b-a267-c7905e05402e req-381b19c3-e967-4c6d-ab5d-2502b3532149 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326712 Jun 28 12:19:39.988896 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:19:46.473915 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-bdc559fd-7b14-40e3-b5bb-0d1d147047d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:47.164906 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:49.084767 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:49.086613 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1d684cb2-7d3f-4f44-95dd-a7f38bf3300b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:50.096683 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:51.901393 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:57.662630 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34412) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:19:57.744296 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-ea0a1bd7-0cd2-4cba-92c7-c5b0e519d100 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554912 Jun 28 12:19:57.820980 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Deleting port 2d19a4ed-5235-43f7-8234-c911bd1cc45c {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:19:57.821297 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:57.833860 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-2e69f659-62cb-41de-856b-61dca6e9b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:57.833860 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-2e69f659-62cb-41de-856b-61dca6e9b3a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 1098 time: 0.0528531 Jun 28 12:19:57.908269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:57.908613 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:57.921341 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Calling delete_port for 2d19a4ed-5235-43f7-8234-c911bd1cc45c owned by network:floatingip {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:19:57.950413 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-fc88d372-ba89-4384-b661-e4ecc6594fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:57.951952 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-fc88d372-ba89-4384-b661-e4ecc6594fd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0990214 Jun 28 12:19:58.021634 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-d4da4c5c-ff96-43fd-97c9-02eebc989c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a HTTP/1.1" status: 200 len: 1000 time: 0.0619779 Jun 28 12:19:58.067506 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:58.070487 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-e2506a50-408e-409f-a193-8287c2f60758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:58.070677 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-799df202-7348-4a1c-a6b1-3ea7c29a8302 tempest-VolumesNegativeTest-1326438644 tempest-VolumesNegativeTest-1326438644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:19:58.071971 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-e2506a50-408e-409f-a193-8287c2f60758 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0442684 Jun 28 12:19:58.097805 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event deleted for resources: {'Port': ['ID=2d19a4ed-5235-43f7-8234-c911bd1cc45c,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:19:58.130146 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.130523 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.130868 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.131072 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-c9e2bd77-6da0-4f26-8ae8-91d6d950b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:58.131239 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.131589 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.131941 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.132288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.132414 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-c9e2bd77-6da0-4f26-8ae8-91d6d950b670 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544460 Jun 28 12:19:58.132621 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.132969 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.133312 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.133654 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.134023 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:58.152893 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:19:58.171966 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:58.172187 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Floating IP 41c29e42-3f62-49f7-a5b5-cf3e2d5170ee disassociated (deleted). External IP: 172.27.1.202, port: c4208a40-20c3-495e-8f53-df7979f4f6ca. Jun 28 12:19:58.230409 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-7be80d33-54dc-43ac-8086-b8ded26c3973 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915647 Jun 28 12:19:58.323290 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-f2e067c2-2cec-40f7-becc-bf384d34cc65 req-19149f0f-3619-42bc-83ab-2ff8c6b9954b service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861924 Jun 28 12:19:58.395871 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:19:58.505440 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:19:58.510357 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:58.515766 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:19:58.526015 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:19:58.526697 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:19:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:19:58.548749 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "DELETE /v2.0/floatingips/41c29e42-3f62-49f7-a5b5-cf3e2d5170ee HTTP/1.1" status: 204 len: 168 time: 0.8846240 Jun 28 12:19:58.549395 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:19:58.551789 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:19:58.594039 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a0fce-1599-4f24-b654-3e6aeaea5370 x-openstack-request-id: req-de1a0fce-1599-4f24-b654-3e6aeaea5370 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:19:58.594372 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:19:58.594653 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de1a0fce-1599-4f24-b654-3e6aeaea5370 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:19:58.595095 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'status': 'completed', 'code': 200} Jun 28 12:19:58.636146 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:19:58.678671 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-4a13d543-ce1e-4753-b058-bc4b8dcfa21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:58.680312 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-4a13d543-ce1e-4753-b058-bc4b8dcfa21e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 1099 time: 0.0613294 Jun 28 12:19:58.782318 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-6a7db2b7-6c1c-4717-bd22-59baec140c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:58.784494 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-6a7db2b7-6c1c-4717-bd22-59baec140c88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.0975266 Jun 28 12:19:58.847210 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-fca3e2b2-c714-41c2-9499-f610ef02e70e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca HTTP/1.1" status: 200 len: 217 time: 0.0412066 Jun 28 12:19:58.865068 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:37Z', 'revision_number': 1, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:19:58.894710 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:19:58.896385 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-3fbab1f7-1a5d-47ed-856e-25dd56def70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:58.897869 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-3fbab1f7-1a5d-47ed-856e-25dd56def70e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0442963 Jun 28 12:19:58.903178 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:19:58.903741 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:19:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:19:58.929227 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d56d7-66f7-4619-81cf-006baea5c621 req-c1eedf72-ceb6-46b9-8172-94510497e263 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:58.930718 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0b3d56d7-66f7-4619-81cf-006baea5c621 req-c1eedf72-ceb6-46b9-8172-94510497e263 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 946 time: 0.0660272 Jun 28 12:19:58.957798 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-4df218cb-adf1-4393-ad2b-0419286cd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:58.959544 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-4df218cb-adf1-4393-ad2b-0419286cd2d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536935 Jun 28 12:19:58.969569 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0b3d56d7-66f7-4619-81cf-006baea5c621 req-a25bbeb2-36b9-426b-956a-f5d54c88598b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Jun 28 12:19:59.008011 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:19:59.055259 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-c852cd4c-aee9-4a6f-b4ca-f5ab7bb3d749 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883720 Jun 28 12:19:59.145165 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-22ba52a8-d47d-40dd-ae14-87e8e6f9fc89 req-5865c2b6-0907-4133-9d85-d3d49d8a807a service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818036 Jun 28 12:19:59.232777 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:37Z', 'revision_number': 1, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:19:59.258243 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43524d10-b985-4877-8917-21f0bcf5f1d2 None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': 'f02b79fc-c577-436a-a0cf-3e5146bc4a2b', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'port_id': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'mac_address': 'fa:16:3e:4b:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:15:34Z', 'updated_at': '2021-06-28T12:15:37Z', 'revision_number': 1, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:19:59.474859 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35d392-e2b2-417a-96f7-189b1b9397f1 None None] New status for floating IP 41c29e42-3f62-49f7-a5b5-cf3e2d5170ee: DOWN {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:20:00.166508 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd51ed3-29a0-4678-acee-35f98de25552 req-a7f84236-4da0-45a1-a59a-1e631dc24055 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:00.168016 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-afd51ed3-29a0-4678-acee-35f98de25552 req-a7f84236-4da0-45a1-a59a-1e631dc24055 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 946 time: 0.0800309 Jun 28 12:20:00.206078 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-afd51ed3-29a0-4678-acee-35f98de25552 req-d0736378-0796-49ec-8597-1d6d137cfd39 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322912 Jun 28 12:20:00.698262 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef1243-9871-4885-904f-42ad4f816f2e req-997ebad0-72d7-466e-9748-414dd37f1e5a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:00.699708 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-05ef1243-9871-4885-904f-42ad4f816f2e req-997ebad0-72d7-466e-9748-414dd37f1e5a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 946 time: 0.0709670 Jun 28 12:20:00.812555 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Deleting port c4208a40-20c3-495e-8f53-df7979f4f6ca {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:00.812855 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:00.913846 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] For port c4208a40-20c3-495e-8f53-df7979f4f6ca, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=c4208a40-20c3-495e-8f53-df7979f4f6ca,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:00.914208 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:00.926484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Calling delete_port for c4208a40-20c3-495e-8f53-df7979f4f6ca owned by compute:nova {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:01.057547 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:01.061892 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cd67e333-ef86-4ce9-9ad3-e6a1d7f92017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:01.089605 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event deleted for resources: {'Port': ['ID=c4208a40-20c3-495e-8f53-df7979f4f6ca,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:01.101246 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.101593 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.101961 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.102310 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.102707 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.103049 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.103423 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.103758 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.104110 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.104453 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.104790 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.105135 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:01.123567 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:01.143418 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] No DVR routers for this DVR port c4208a40-20c3-495e-8f53-df7979f4f6ca on host hv-cinder-77238 {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:20:01.146417 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:01.148572 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-05ef1243-9871-4885-904f-42ad4f816f2e req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "DELETE /v2.0/ports/c4208a40-20c3-495e-8f53-df7979f4f6ca HTTP/1.1" status: 204 len: 173 time: 0.4429522 Jun 28 12:20:01.149066 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'name': 'network-vif-deleted', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:20:01.151585 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4625381-0aa0-43ce-ad49-daca6eae1603" -d '{"events": [{"server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "name": "network-vif-deleted", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:20:01.188195 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3e3a8-379a-4dba-ac4a-3e4d60fa2783 x-openstack-request-id: req-49a3e3a8-379a-4dba-ac4a-3e4d60fa2783 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:20:01.188525 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5bae69-5d82-4f9d-af1c-694357a1b2db", "name": "network-vif-deleted", "tag": "c4208a40-20c3-495e-8f53-df7979f4f6ca", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:20:01.188816 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49a3e3a8-379a-4dba-ac4a-3e4d60fa2783 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:20:01.189252 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5bae69-5d82-4f9d-af1c-694357a1b2db', 'name': 'network-vif-deleted', 'tag': 'c4208a40-20c3-495e-8f53-df7979f4f6ca', 'status': 'completed', 'code': 200} Jun 28 12:20:01.349707 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6f913b9c-7bc6-419c-95b1-daf6c3412851 req-41660b33-8155-40ee-87ee-943ebf0ed7d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d5bae69-5d82-4f9d-af1c-694357a1b2db HTTP/1.1" status: 200 len: 210 time: 0.0295873 Jun 28 12:20:04.477907 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device c4208a40-20c3-495e-8f53-df7979f4f6ca no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:20:04.498931 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: c4208a40-20c3-495e-8f53-df7979f4f6ca {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:20:04.499305 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device c4208a40-20c3-495e-8f53-df7979f4f6ca not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:20:04.708467 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34444) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:04.870654 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Deleting port b51e73cc-06e6-4f75-aa94-c454fd71adc4 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:04.870884 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:04.959202 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:04.959557 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:04.977189 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Calling delete_port for b51e73cc-06e6-4f75-aa94-c454fd71adc4 owned by network:floatingip {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:05.143889 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:05.145802 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-266df0c1-e637-4c00-a697-1ba04c70a977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:05.460579 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event deleted for resources: {'Port': ['ID=b51e73cc-06e6-4f75-aa94-c454fd71adc4,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:05.463391 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:05.536320 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:05.536707 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Floating IP f02b79fc-c577-436a-a0cf-3e5146bc4a2b disassociated (deleted). External IP: 172.27.1.143, port: 646be811-c3db-4480-bf8d-1a39c03c9aae. Jun 28 12:20:05.745400 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:20:05.855001 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:20:05.860705 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:05.867105 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:20:05.877452 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:20:05.878051 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:19:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:05.896530 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "DELETE /v2.0/floatingips/f02b79fc-c577-436a-a0cf-3e5146bc4a2b HTTP/1.1" status: 204 len: 168 time: 1.1869686 Jun 28 12:20:05.897281 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:20:05.899713 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92d6d59-a197-42fc-a7df-958defe7e9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:20:05.936030 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f05bda1-1476-4514-9d9b-af59567dc39a x-openstack-request-id: req-5f05bda1-1476-4514-9d9b-af59567dc39a {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:20:05.936374 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:20:05.936670 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f05bda1-1476-4514-9d9b-af59567dc39a {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:20:05.937112 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'status': 'completed', 'code': 200} Jun 28 12:20:05.984267 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:20:06.011518 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-a6724e89-746d-4237-a7bc-1a7aecb89f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:06.013038 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-a6724e89-746d-4237-a7bc-1a7aecb89f48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 1098 time: 0.0539234 Jun 28 12:20:06.197361 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:06.225333 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:20:06.234490 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:20:06.235257 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:19:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:06.288991 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8c227-5f59-4975-9034-dfde89188e89 req-29d50701-0383-47af-95f8-ad5d335fb01d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:06.290573 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9cf8c227-5f59-4975-9034-dfde89188e89 req-29d50701-0383-47af-95f8-ad5d335fb01d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 945 time: 0.0696480 Jun 28 12:20:06.331728 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9cf8c227-5f59-4975-9034-dfde89188e89 req-1077ae1a-cb38-45cd-89cb-0b87709522ea tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348167 Jun 28 12:20:06.344247 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:20:06.363567 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-b9acb2c9-5a88-4183-9d76-09e567096626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:06.365149 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-b9acb2c9-5a88-4183-9d76-09e567096626 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 200 len: 913 time: 0.3449178 Jun 28 12:20:06.405675 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-2914f6a2-8fe3-4da3-8f85-53edb6f53faf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=646be811-c3db-4480-bf8d-1a39c03c9aae HTTP/1.1" status: 200 len: 217 time: 0.0330744 Jun 28 12:20:06.457303 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-3fcb8c54-0246-4f5b-bc1d-bd2b4cb94d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:06.458816 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-3fcb8c54-0246-4f5b-bc1d-bd2b4cb94d0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 200 len: 851 time: 0.0446000 Jun 28 12:20:06.520891 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-31987b05-5d43-4f4c-8492-9a3bc1b59e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:06.522415 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-31987b05-5d43-4f4c-8492-9a3bc1b59e5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e87ddda7-2d34-4f05-990f-b0328975ed47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560930 Jun 28 12:20:06.563456 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:06.611778 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-258cd27f-021c-4c4b-94d2-d072edb4a870 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810099 Jun 28 12:20:06.679682 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ee7d2-6822-4e41-a187-fcce2e659254 None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:11:51Z', 'revision_number': 4, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '08844807-d304-405c-9906-5cef14d23d8a', 'name': '', 'network_id': 'e87ddda7-2d34-4f05-990f-b0328975ed47', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'mac_address': 'fa:16:3e:e6:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:51Z', 'updated_at': '2021-06-28T12:11:59Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'subnets': [{'id': 'f5a89392-7402-4d64-95df-a1b1d1cc6dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:20:06.708405 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a92d6d59-a197-42fc-a7df-958defe7e9ad req-4c122787-95c7-47ba-ad5f-008a3ca77f32 service neutron] 10.222.0.15 "GET /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899236 Jun 28 12:20:06.891330 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83962546-9d59-4bcb-9259-0d58b8a184ea None None] New status for floating IP f02b79fc-c577-436a-a0cf-3e5146bc4a2b: DOWN {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:20:07.520831 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaefaa-3b4c-499d-b2b2-43d3fa35f104 req-e5ef2f43-da2f-4e74-81f6-e86550d26199 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:07.522309 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-26eaefaa-3b4c-499d-b2b2-43d3fa35f104 req-e5ef2f43-da2f-4e74-81f6-e86550d26199 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 945 time: 0.0682530 Jun 28 12:20:07.561172 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-26eaefaa-3b4c-499d-b2b2-43d3fa35f104 req-6ff91d57-9fa0-49d4-9c10-4daa798aea7c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b8065a3-78db-439a-88db-254c6c4871d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Jun 28 12:20:07.863534 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899449d-98e7-461d-989e-0a7f275226e4 req-86841fe6-8bc0-470b-902f-c002a162b182 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:07.865003 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1899449d-98e7-461d-989e-0a7f275226e4 req-86841fe6-8bc0-470b-902f-c002a162b182 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 945 time: 0.0775025 Jun 28 12:20:07.968181 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Deleting port 646be811-c3db-4480-bf8d-1a39c03c9aae {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:07.968469 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:08.058441 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] For port 646be811-c3db-4480-bf8d-1a39c03c9aae, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=646be811-c3db-4480-bf8d-1a39c03c9aae,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:08.058751 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:08.071103 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Calling delete_port for 646be811-c3db-4480-bf8d-1a39c03c9aae owned by compute:nova {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:08.210191 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:08.214639 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:08.239060 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event deleted for resources: {'Port': ['ID=646be811-c3db-4480-bf8d-1a39c03c9aae,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:08.242056 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:08.286046 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] No DVR routers for this DVR port 646be811-c3db-4480-bf8d-1a39c03c9aae on host hv-cinder-77238 {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:20:08.288825 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:08.290829 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1899449d-98e7-461d-989e-0a7f275226e4 req-62cc5b2e-e31e-4061-8151-d05a7b69862d tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.15 "DELETE /v2.0/ports/646be811-c3db-4480-bf8d-1a39c03c9aae HTTP/1.1" status: 204 len: 173 time: 0.4200339 Jun 28 12:20:08.291383 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'name': 'network-vif-deleted', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:20:08.293660 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2672615-d512-4332-bc3e-4513f92b481a" -d '{"events": [{"server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "name": "network-vif-deleted", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:20:08.328518 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daba61e4-a67f-491b-8a7d-ce2cb54d619a x-openstack-request-id: req-daba61e4-a67f-491b-8a7d-ce2cb54d619a {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:20:08.328839 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798e9c1b-00d4-49ed-b27e-ba84c9087968", "name": "network-vif-deleted", "tag": "646be811-c3db-4480-bf8d-1a39c03c9aae", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:20:08.329125 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-daba61e4-a67f-491b-8a7d-ce2cb54d619a {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:20:08.329554 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798e9c1b-00d4-49ed-b27e-ba84c9087968', 'name': 'network-vif-deleted', 'tag': '646be811-c3db-4480-bf8d-1a39c03c9aae', 'status': 'completed', 'code': 200} Jun 28 12:20:08.727347 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ac592cc-2791-4026-99e3-dc9c3ff20d88 req-e367de3e-be76-4716-8b45-f1e4bc6bc61a tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "GET /v2.0/ports?device_id=798e9c1b-00d4-49ed-b27e-ba84c9087968 HTTP/1.1" status: 200 len: 210 time: 0.0296409 Jun 28 12:20:09.829831 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34460) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:09.955397 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Deleting port e3d30e6f-7086-49c6-b4ac-8c8ac51d5c1b {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:09.955707 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:10.040476 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:10.040742 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:10.052629 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Calling delete_port for e3d30e6f-7086-49c6-b4ac-8c8ac51d5c1b owned by network:floatingip {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:10.195553 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:10.197563 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-51119125-1cfc-44dc-bd19-a819db38e54b tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:10.221838 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event deleted for resources: {'Port': ['ID=e3d30e6f-7086-49c6-b4ac-8c8ac51d5c1b,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:10.225698 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:10.289989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for floatingip, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:10.294515 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:10.295896 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "DELETE /v2.0/floatingips/a1acba2d-7276-44c7-b1ba-44a7c170e39b HTTP/1.1" status: 204 len: 168 time: 0.4650669 Jun 28 12:20:10.511970 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 646be811-c3db-4480-bf8d-1a39c03c9aae no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:20:10.534696 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 646be811-c3db-4480-bf8d-1a39c03c9aae {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:20:10.535154 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 646be811-c3db-4480-bf8d-1a39c03c9aae not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:20:11.596442 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34474) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:11.656117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-896ce48a-d68e-466d-a161-cadf5a78df5c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:11.684717 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-896ce48a-d68e-466d-a161-cadf5a78df5c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:11.751932 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-896ce48a-d68e-466d-a161-cadf5a78df5c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:11.756336 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-896ce48a-d68e-466d-a161-cadf5a78df5c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:11.758315 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-896ce48a-d68e-466d-a161-cadf5a78df5c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] 10.222.0.11 "DELETE /v2.0/security-groups/0b8065a3-78db-439a-88db-254c6c4871d5 HTTP/1.1" status: 204 len: 168 time: 0.1606607 Jun 28 12:20:11.759250 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2304ed38-5205-4a9d-9b94-d15c83c1b273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:11.773318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ce48a-d68e-466d-a161-cadf5a78df5c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8065a3-78db-439a-88db-254c6c4871d5,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:11.775963 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-896ce48a-d68e-466d-a161-cadf5a78df5c tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:11.822989 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34478) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:12.287522 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:12.575253 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Deleting port 08844807-d304-405c-9906-5cef14d23d8a {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:12.575560 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:12.653236 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] For port 08844807-d304-405c-9906-5cef14d23d8a, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=08844807-d304-405c-9906-5cef14d23d8a,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:12.653931 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:12.665928 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Calling delete_port for 08844807-d304-405c-9906-5cef14d23d8a owned by network:router_interface {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:12.854389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:12.856307 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-b865406c-8555-4d4e-9607-2c0012b79edb tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:12.879612 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Pushing event deleted for resources: {'Port': ['ID=08844807-d304-405c-9906-5cef14d23d8a,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:12.883001 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:13.052027 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:13.277488 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Router 2cd15df8-bf32-4cab-a305-06b09da92e71 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:20:13.386332 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:20:13.391502 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-80ee7dd1-4227-44f0-8d1a-7ca7dc08ef28 admin admin] 10.222.0.11 "PUT /v2.0/routers/2cd15df8-bf32-4cab-a305-06b09da92e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675230 Jun 28 12:20:13.394724 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34482) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:13.398930 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] Sync routers for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:20:13.408438 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:20:13.409033 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:19:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:13.498149 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:13.511843 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:20:13.602838 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:13.661432 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Deleting port 9687fc52-ed0d-4877-911a-4d61df570202 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:13.661776 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:13.685296 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '9687fc52-ed0d-4877-911a-4d61df570202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:20:12Z', 'revision_number': 5, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port': {'id': '9687fc52-ed0d-4877-911a-4d61df570202', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:49Z', 'updated_at': '2021-06-28T12:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:13.714368 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] Checking router: 2cd15df8-bf32-4cab-a305-06b09da92e71 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:20:13.722971 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] Routers {'2cd15df8-bf32-4cab-a305-06b09da92e71'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:20:13.723607 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:19:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['2cd15df8-bf32-4cab-a305-06b09da92e71'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:13.737848 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] For port 9687fc52-ed0d-4877-911a-4d61df570202, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=9687fc52-ed0d-4877-911a-4d61df570202,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:13.738201 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:13.751138 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Calling delete_port for 9687fc52-ed0d-4877-911a-4d61df570202 owned by network:router_gateway {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:13.803150 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] Set router 2cd15df8-bf32-4cab-a305-06b09da92e71 gateway port host: None {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:20:13.859614 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:20:13Z', 'revision_number': 6, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:13.888421 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6491d24-1cfb-4fb8-b350-4946576b7e06 None None] The sync data for ids ['2cd15df8-bf32-4cab-a305-06b09da92e71'] in dv-cinder-772388-5-iscsi is: [{'id': '2cd15df8-bf32-4cab-a305-06b09da92e71', 'name': 'tempest-TestVolumeBootPattern-1358764340-router', 'tenant_id': '68a4e9f925e8448f8f0b5216c7fada68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:48Z', 'updated_at': '2021-06-28T12:20:13Z', 'revision_number': 6, 'project_id': '68a4e9f925e8448f8f0b5216c7fada68', 'gw_port_host': None}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:20:13.937772 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:13.940496 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:13.963647 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9687fc52-ed0d-4877-911a-4d61df570202,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:13.967422 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:14.036510 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.126787 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.129023 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.173513 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.174032 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd15df8-bf32-4cab-a305-06b09da92e71 {{(pid=93237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:20:14.181509 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.183188 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ee226395-0c94-4fca-b613-b92107856c3f admin admin] 10.222.0.11 "DELETE /v2.0/routers/2cd15df8-bf32-4cab-a305-06b09da92e71 HTTP/1.1" status: 204 len: 168 time: 0.7873333 Jun 28 12:20:14.185736 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34484) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:14.236758 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] Deleting subnet f5a89392-7402-4d64-95df-a1b1d1cc6dd8 {{(pid=93237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:20:14.240788 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.279433 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1078807'] for subnet, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.356520 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.410744 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10923669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11154796'] for subnet, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.412923 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:14.439907 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a89392-7402-4d64-95df-a1b1d1cc6dd8,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:14.442937 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:14.443921 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.445812 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-0d74e3f0-7a92-4791-8a20-2b4e074ad8df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f5a89392-7402-4d64-95df-a1b1d1cc6dd8 HTTP/1.1" status: 204 len: 168 time: 0.2588842 Jun 28 12:20:14.448421 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34486) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:14.451114 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8964c91-f662-4c82-8181-bf8b22df6dce None None] Network e87ddda7-2d34-4f05-990f-b0328975ed47 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:20:14.518378 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.573031 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Deleting port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:14.573279 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.641443 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] DHCP port deletion for e87ddda7-2d34-4f05-990f-b0328975ed47 request from dv-cinder-772388-5-iscsi {{(pid=93239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:20:14.642634 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] For port 8098834f-71bc-4ad6-ad36-3b067f2d0c86, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=8098834f-71bc-4ad6-ad36-3b067f2d0c86,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:14.643364 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.656662 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Calling delete_port for 8098834f-71bc-4ad6-ad36-3b067f2d0c86 owned by network:dhcp {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:14.688981 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Deleting port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 {{(pid=93239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:14.689356 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.737644 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.739866 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b5800e09-e1b1-451c-b296-1709181a4188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:14.758099 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] For port 8098834f-71bc-4ad6-ad36-3b067f2d0c86, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=8098834f-71bc-4ad6-ad36-3b067f2d0c86,segment=NetworkSegment(d7549f1d-dd7b-4bea-ad86-167372f89fd2),segment_id=d7549f1d-dd7b-4bea-ad86-167372f89fd2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:14.758773 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.762165 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=8098834f-71bc-4ad6-ad36-3b067f2d0c86,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:14.766269 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:14.768334 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] No DVR routers for this DVR port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 on host dv-cinder-772388-5-iscsi {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:20:14.772181 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Calling delete_port for 8098834f-71bc-4ad6-ad36-3b067f2d0c86 owned by network:dhcp {{(pid=93239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:14.839952 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.847107 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559'] for port, after_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.849336 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:14.850138 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87ddda7-2d34-4f05-990f-b0328975ed47']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:14.861734 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7549f1d-dd7b-4bea-ad86-167372f89fd2') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:14.861946 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7549f1d-dd7b-4bea-ad86-167372f89fd2') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:14.876272 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Pushing event deleted for resources: {'Port': ['ID=8098834f-71bc-4ad6-ad36-3b067f2d0c86,revision_number=None']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:14.876879 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.885227 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] No DVR routers for this DVR port 8098834f-71bc-4ad6-ad36-3b067f2d0c86 on host dv-cinder-772388-5-iscsi {{(pid=93239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:20:14.890216 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.890825 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.891354 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.891923 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.892457 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.892817 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.893161 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.893716 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.894158 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.894484 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.894831 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.895952 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:14.898480 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:14.899488 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.906617 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:20:14.907019 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:20:14.908866 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:20:14.967437 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.971580 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:14.975758 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:14.978422 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] 10.222.0.11 "DELETE /v2.0/networks/e87ddda7-2d34-4f05-990f-b0328975ed47 HTTP/1.1" status: 204 len: 168 time: 0.5290205 Jun 28 12:20:14.981840 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34488) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:14.989993 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e87ddda7-2d34-4f05-990f-b0328975ed47,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:14.992454 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:14.998415 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 9687fc52-ed0d-4877-911a-4d61df570202 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:20:15.017641 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 9687fc52-ed0d-4877-911a-4d61df570202 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:20:15.017987 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 9687fc52-ed0d-4877-911a-4d61df570202 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:20:15.018395 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 08844807-d304-405c-9906-5cef14d23d8a no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:20:15.036712 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 08844807-d304-405c-9906-5cef14d23d8a {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:20:15.037057 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 08844807-d304-405c-9906-5cef14d23d8a not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:20:15.037471 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 8098834f-71bc-4ad6-ad36-3b067f2d0c86 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:20:15.061411 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 8098834f-71bc-4ad6-ad36-3b067f2d0c86 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:20:15.061411 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 8098834f-71bc-4ad6-ad36-3b067f2d0c86 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:20:15.343961 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:15.605572 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Deleting port d328ca69-38f5-4cda-ac8d-b073016876f2 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:15.605909 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:15.680590 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] For port d328ca69-38f5-4cda-ac8d-b073016876f2, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=d328ca69-38f5-4cda-ac8d-b073016876f2,segment=NetworkSegment(c93496ba-3eed-414b-ad75-b9436c6100c2),segment_id=c93496ba-3eed-414b-ad75-b9436c6100c2)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:15.680933 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:15.693013 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Calling delete_port for d328ca69-38f5-4cda-ac8d-b073016876f2 owned by network:router_interface {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:15.867767 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:15.870116 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-900b03aa-8507-4a27-8c5b-e1f319c1ab54 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:15.893727 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d328ca69-38f5-4cda-ac8d-b073016876f2,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:15.896162 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:16.350010 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.466927 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-fa2df924-a4dd-4d64-bdfb-0a6b02da8638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.587025 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:20:16.693098 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:20:16.698335 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-2b1e2a14-237b-492a-8453-e6dad20a77f0 admin admin] 10.222.0.11 "PUT /v2.0/routers/f9718b63-2ffd-4d1a-a3e8-791c200a3df1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146742 Jun 28 12:20:16.701795 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34490) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:16.703884 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] Sync routers for ids ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:20:16.714055 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] Routers {'f9718b63-2ffd-4d1a-a3e8-791c200a3df1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:20:16.715280 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:19:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:16.803668 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks [] for router, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.821537 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] Set router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:20:16.901342 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.962460 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Deleting port 76eadce4-a280-48a9-b800-0e933bc255dc {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:16.962874 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.989539 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:20:17.004129 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:20:15Z', 'revision_number': 5, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port': {'id': '76eadce4-a280-48a9-b800-0e933bc255dc', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:17.030554 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] Checking router: f9718b63-2ffd-4d1a-a3e8-791c200a3df1 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:20:17.039158 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] Routers {'f9718b63-2ffd-4d1a-a3e8-791c200a3df1'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:20:17.039446 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] For port 76eadce4-a280-48a9-b800-0e933bc255dc, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=76eadce4-a280-48a9-b800-0e933bc255dc,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:17.039771 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:19:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:17.039901 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.051993 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Calling delete_port for 76eadce4-a280-48a9-b800-0e933bc255dc owned by network:router_gateway {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:17.126162 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] Set router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 gateway port host: None {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:20:17.181471 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:20:16Z', 'revision_number': 6, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:17.214031 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e24fb4-645a-4a3b-ba10-93107b857771 None None] The sync data for ids ['f9718b63-2ffd-4d1a-a3e8-791c200a3df1'] in dv-cinder-772388-5-iscsi is: [{'id': 'f9718b63-2ffd-4d1a-a3e8-791c200a3df1', 'name': 'tempest-TestVolumeBootPattern-253772152-router', 'tenant_id': '268100cc10cf4367b743030ff4d0bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:11:54Z', 'updated_at': '2021-06-28T12:20:16Z', 'revision_number': 6, 'project_id': '268100cc10cf4367b743030ff4d0bb83', 'gw_port_host': None}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:20:17.219003 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.221277 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c39d156e-c5de-4737-b553-4923af9452d1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:17.221563 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.247267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Pushing event deleted for resources: {'Port': ['ID=76eadce4-a280-48a9-b800-0e933bc255dc,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:17.250684 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:17.313840 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.405752 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.407979 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.450772 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.451480 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9718b63-2ffd-4d1a-a3e8-791c200a3df1 {{(pid=93238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:20:17.456258 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.457390 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] 10.222.0.11 "DELETE /v2.0/routers/f9718b63-2ffd-4d1a-a3e8-791c200a3df1 HTTP/1.1" status: 204 len: 168 time: 0.7545264 Jun 28 12:20:17.459965 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34492) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:17.506663 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] Deleting subnet 46ea62c9-b6fc-4797-a690-e20c9a49ef97 {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:20:17.511318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.562102 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.641331 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.701300 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.704778 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0f331a9e-decf-4856-a649-bddff054e45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:17.728890 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ea62c9-b6fc-4797-a690-e20c9a49ef97,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:17.731704 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:17.734535 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.738999 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34494) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:17.739654 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-19f5cdbe-533e-4877-acf8-f05acec74794 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/46ea62c9-b6fc-4797-a690-e20c9a49ef97 HTTP/1.1" status: 204 len: 168 time: 0.2780786 Jun 28 12:20:17.739838 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5973ae6-902c-402f-8045-692751a702bc None None] Network 2993074f-9feb-44f5-926d-3f678bf60403 requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:20:17.807680 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.867336 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Deleting port ef641fa2-b368-4eb1-b789-f721c2733d3c {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:17.867671 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.944084 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] DHCP port deletion for 2993074f-9feb-44f5-926d-3f678bf60403 request from dv-cinder-772388-5-iscsi {{(pid=93239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:20:17.950678 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] For port ef641fa2-b368-4eb1-b789-f721c2733d3c, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=ef641fa2-b368-4eb1-b789-f721c2733d3c,segment=NetworkSegment(c93496ba-3eed-414b-ad75-b9436c6100c2),segment_id=c93496ba-3eed-414b-ad75-b9436c6100c2)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:17.951064 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.964062 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Calling delete_port for ef641fa2-b368-4eb1-b789-f721c2733d3c owned by network:dhcp {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:17.996582 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] Deleting port ef641fa2-b368-4eb1-b789-f721c2733d3c {{(pid=93239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:20:17.996989 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.049348 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.052452 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-0a18d5ad-21fe-445f-a94e-aa5b792c303c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:18.062479 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] For port ef641fa2-b368-4eb1-b789-f721c2733d3c, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=ef641fa2-b368-4eb1-b789-f721c2733d3c,segment=NetworkSegment(c93496ba-3eed-414b-ad75-b9436c6100c2),segment_id=c93496ba-3eed-414b-ad75-b9436c6100c2)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:20:18.062877 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.075304 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ef641fa2-b368-4eb1-b789-f721c2733d3c,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:18.078389 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:18.079187 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] No DVR routers for this DVR port ef641fa2-b368-4eb1-b789-f721c2733d3c on host dv-cinder-772388-5-iscsi {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:20:18.081285 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] Calling delete_port for ef641fa2-b368-4eb1-b789-f721c2733d3c owned by network:dhcp {{(pid=93239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:20:18.147024 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.156095 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559'] for port, after_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.157383 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2993074f-9feb-44f5-926d-3f678bf60403']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:18.158223 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:18.173664 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93496ba-3eed-414b-ad75-b9436c6100c2') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:18.174138 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93496ba-3eed-414b-ad75-b9436c6100c2') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:18.183879 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.186075 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] Pushing event deleted for resources: {'Port': ['ID=ef641fa2-b368-4eb1-b789-f721c2733d3c,revision_number=None']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:18.189027 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:18.189828 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] No DVR routers for this DVR port ef641fa2-b368-4eb1-b789-f721c2733d3c on host dv-cinder-772388-5-iscsi {{(pid=93239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:20:18.208240 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.214834 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:20:18.215253 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:20:18.216924 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:20:18.272144 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.277529 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.282299 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] 10.222.0.11 "DELETE /v2.0/networks/2993074f-9feb-44f5-926d-3f678bf60403 HTTP/1.1" status: 204 len: 168 time: 0.5396895 Jun 28 12:20:18.282299 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:18.292929 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2993074f-9feb-44f5-926d-3f678bf60403,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:18.295475 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-1183147b-5142-48f4-913e-63f47178c3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:18.398886 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34500) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:18.438491 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-e6b53b78-c674-4291-80c3-d290f52ef3c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68a4e9f925e8448f8f0b5216c7fada68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383806 Jun 28 12:20:18.440919 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34502) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:18.487851 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b418bbfa-712a-4430-817f-e7c91651d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.514029 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b418bbfa-712a-4430-817f-e7c91651d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.579866 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b418bbfa-712a-4430-817f-e7c91651d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.582426 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b418bbfa-712a-4430-817f-e7c91651d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:18.583605 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b418bbfa-712a-4430-817f-e7c91651d795 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8949085f-0ecf-4b0b-ab09-f241273a74a6 HTTP/1.1" status: 204 len: 168 time: 0.1418166 Jun 28 12:20:18.584360 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-706f6f2e-692b-457c-89fc-04cc8c32fbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:18.592078 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418bbfa-712a-4430-817f-e7c91651d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8949085f-0ecf-4b0b-ab09-f241273a74a6,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:18.594579 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b418bbfa-712a-4430-817f-e7c91651d795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:18.921915 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34508) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:18.962550 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-a02ddc30-f0a3-4dd5-a6ae-7463561c4969 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=268100cc10cf4367b743030ff4d0bb83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393584 Jun 28 12:20:18.965142 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34510) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:20:18.973368 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 76eadce4-a280-48a9-b800-0e933bc255dc no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:20:18.992886 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 76eadce4-a280-48a9-b800-0e933bc255dc {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:20:18.993334 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 76eadce4-a280-48a9-b800-0e933bc255dc not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:20:18.994160 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device ef641fa2-b368-4eb1-b789-f721c2733d3c no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:20:19.013506 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa103-f54a-4bdc-9906-63f0fba18895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:19.015066 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: ef641fa2-b368-4eb1-b789-f721c2733d3c {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:20:19.015474 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device ef641fa2-b368-4eb1-b789-f721c2733d3c not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:20:19.015896 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d328ca69-38f5-4cda-ac8d-b073016876f2 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:20:19.033785 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: d328ca69-38f5-4cda-ac8d-b073016876f2 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:20:19.034133 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device d328ca69-38f5-4cda-ac8d-b073016876f2 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:20:19.035279 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa103-f54a-4bdc-9906-63f0fba18895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:19.074937 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:19.081190 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0467cd92-034b-40a3-b4a5-aa79e44396e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:19.086917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa103-f54a-4bdc-9906-63f0fba18895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:19.089623 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa103-f54a-4bdc-9906-63f0fba18895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:19.090866 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-eb6aa103-f54a-4bdc-9906-63f0fba18895 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ff70616-848d-4989-a78d-af83d703e64a HTTP/1.1" status: 204 len: 168 time: 0.1248507 Jun 28 12:20:19.091651 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fe326895-2ef4-43e1-9245-c414e29657c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:19.099371 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6aa103-f54a-4bdc-9906-63f0fba18895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff70616-848d-4989-a78d-af83d703e64a,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:19.101604 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-eb6aa103-f54a-4bdc-9906-63f0fba18895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:20.096664 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:21.007632 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e20db-0025-4ec1-9f9f-fc3a1ff65d4c req-a1650910-c1f1-4fb5-b44d-ad88b0bf14fc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:21.009106 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-764e20db-0025-4ec1-9f9f-fc3a1ff65d4c req-a1650910-c1f1-4fb5-b44d-ad88b0bf14fc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0857575 Jun 28 12:20:21.050276 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-764e20db-0025-4ec1-9f9f-fc3a1ff65d4c req-09dbc538-d139-481f-9bf2-072897c8864b tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351422 Jun 28 12:20:21.854358 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:22.254159 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735527-c511-4fd4-896b-ebaebb792832 req-54a345b0-7f43-4ba6-ab3e-9055035e1cf7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:22.256464 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6c735527-c511-4fd4-896b-ebaebb792832 req-54a345b0-7f43-4ba6-ab3e-9055035e1cf7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0735834 Jun 28 12:20:22.298216 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6c735527-c511-4fd4-896b-ebaebb792832 req-af6c65e5-f263-4e0a-8d08-9082239d0a82 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335844 Jun 28 12:20:23.486951 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeaa05-184e-4513-858f-f546922afa3c req-b998df35-706d-4fdf-b96b-8d4437cb09a0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:23.488412 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-50aeaa05-184e-4513-858f-f546922afa3c req-b998df35-706d-4fdf-b96b-8d4437cb09a0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0782719 Jun 28 12:20:23.539005 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-50aeaa05-184e-4513-858f-f546922afa3c req-bb3311a7-0dcc-4e62-8826-eef0fcd0722a tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Jun 28 12:20:24.727234 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa9ccf-4d5e-4b8e-ba63-1814150e26a2 req-e72db3cb-aa64-4714-8bd3-d1649e64446d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:24.728698 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9aa9ccf-4d5e-4b8e-ba63-1814150e26a2 req-e72db3cb-aa64-4714-8bd3-d1649e64446d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0729339 Jun 28 12:20:24.772257 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-b9aa9ccf-4d5e-4b8e-ba63-1814150e26a2 req-d98456d5-6c94-49ca-b920-7186aaefc357 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Jun 28 12:20:26.233693 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2714c-de19-4d05-9a68-b660f13499ce req-46993d67-4c5e-406e-986c-aa1461c95235 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:26.235176 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-aca2714c-de19-4d05-9a68-b660f13499ce req-46993d67-4c5e-406e-986c-aa1461c95235 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.3361635 Jun 28 12:20:26.282739 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-aca2714c-de19-4d05-9a68-b660f13499ce req-a6690507-661f-468d-853c-c4191d86666e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 Jun 28 12:20:27.525882 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072607e-34db-4fa0-8a96-28d4f6eb0dfb req-cc7ccd1c-200a-4e40-813d-bb28ce4bd0f6 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:27.527352 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a072607e-34db-4fa0-8a96-28d4f6eb0dfb req-cc7ccd1c-200a-4e40-813d-bb28ce4bd0f6 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.1254249 Jun 28 12:20:27.571885 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-a072607e-34db-4fa0-8a96-28d4f6eb0dfb req-c89fb498-198a-4ac9-8987-099ab0a17899 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376775 Jun 28 12:20:28.756083 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3a805-fe76-4898-90e2-e9d3f37bce63 req-58d431e9-60b2-4c1c-8d2c-85b9deba3cca tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:28.757558 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6ff3a805-fe76-4898-90e2-e9d3f37bce63 req-58d431e9-60b2-4c1c-8d2c-85b9deba3cca tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0665047 Jun 28 12:20:28.797755 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6ff3a805-fe76-4898-90e2-e9d3f37bce63 req-354d2e28-7df6-461f-9b1e-a62c80e25122 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Jun 28 12:20:29.986431 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7bb35-cca8-4a3a-b340-59b68f3b045c req-110deba2-f284-4b77-8dd4-bd645032ff2d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:29.988026 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d6a7bb35-cca8-4a3a-b340-59b68f3b045c req-110deba2-f284-4b77-8dd4-bd645032ff2d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0695667 Jun 28 12:20:30.028994 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d6a7bb35-cca8-4a3a-b340-59b68f3b045c req-fa0c21e5-0698-45a1-9bf4-78f9c5fabde7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320592 Jun 28 12:20:31.213685 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fc36b-3a24-445e-bac8-4d26703edd88 req-20e99dd1-34ef-4383-b853-db80be3d3ad2 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:31.215180 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-765fc36b-3a24-445e-bac8-4d26703edd88 req-20e99dd1-34ef-4383-b853-db80be3d3ad2 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0657744 Jun 28 12:20:31.254282 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-765fc36b-3a24-445e-bac8-4d26703edd88 req-ba780f3c-b9ce-47b4-809c-861c8cc7322e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Jun 28 12:20:32.447604 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf78fc-b3a7-47aa-968e-9f87045c30e7 req-bb1eed57-a022-440c-8b46-f222fc762cb8 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:32.448987 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f3cf78fc-b3a7-47aa-968e-9f87045c30e7 req-bb1eed57-a022-440c-8b46-f222fc762cb8 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0812521 Jun 28 12:20:32.487753 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f3cf78fc-b3a7-47aa-968e-9f87045c30e7 req-8014df2c-6e23-4776-9806-ca7ee2c32947 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329907 Jun 28 12:20:33.674569 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f896f75-776b-40f5-b167-d6653cf916f0 req-6257c008-9c7c-4d7f-b6df-56e0426a90a7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:33.676073 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0f896f75-776b-40f5-b167-d6653cf916f0 req-6257c008-9c7c-4d7f-b6df-56e0426a90a7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0742614 Jun 28 12:20:33.715078 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0f896f75-776b-40f5-b167-d6653cf916f0 req-4b3853ff-1019-47f5-b831-a71b8cd50a83 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330310 Jun 28 12:20:35.057010 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b17a-1544-4e49-ad32-923c1bacc760 req-2bdece51-37a0-4751-87c9-c6b3b9a0c574 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:35.058524 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-de38b17a-1544-4e49-ad32-923c1bacc760 req-2bdece51-37a0-4751-87c9-c6b3b9a0c574 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0699611 Jun 28 12:20:35.106313 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-de38b17a-1544-4e49-ad32-923c1bacc760 req-6a45c215-e90f-4f34-aebc-aa6adcc0225c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Jun 28 12:20:36.292029 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7c2d2-a1c5-4df5-a10d-8b877f580c33 req-cf374e45-eddb-414a-a3cc-a5c1170de722 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:36.293490 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fbc7c2d2-a1c5-4df5-a10d-8b877f580c33 req-cf374e45-eddb-414a-a3cc-a5c1170de722 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0673413 Jun 28 12:20:36.333742 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fbc7c2d2-a1c5-4df5-a10d-8b877f580c33 req-0a549a0b-a39a-4f2b-9959-4ecea73de4c8 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343788 Jun 28 12:20:36.682761 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181a093-aa11-4232-b082-0215fbb86f01 req-6c9069d9-3c9f-4f73-be4a-dbf852adc1b7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:36.684208 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2181a093-aa11-4232-b082-0215fbb86f01 req-6c9069d9-3c9f-4f73-be4a-dbf852adc1b7 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0650463 Jun 28 12:20:36.699986 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-6ca83900-90ac-4e07-92cc-1c1b0e00ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:36.701338 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-6ca83900-90ac-4e07-92cc-1c1b0e00ea5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 1098 time: 0.0562747 Jun 28 12:20:36.729410 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2181a093-aa11-4232-b082-0215fbb86f01 req-bced8dee-2bde-470c-ae43-fd43e33a52b3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388188 Jun 28 12:20:36.793767 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-156bd32c-c54b-4964-9f6d-a46928015eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:36.795306 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-156bd32c-c54b-4964-9f6d-a46928015eb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0872600 Jun 28 12:20:36.863962 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-71962f87-9fa5-40dc-9bd3-e69448e02549 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a HTTP/1.1" status: 200 len: 1000 time: 0.0626252 Jun 28 12:20:36.915897 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-d811b9ec-cfab-4436-9b4d-4d420893d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:36.918000 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-d811b9ec-cfab-4436-9b4d-4d420893d41b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0478363 Jun 28 12:20:36.976924 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-6eee2a16-6324-4dcd-b1a9-c317c312416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:36.978436 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-6eee2a16-6324-4dcd-b1a9-c317c312416f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543809 Jun 28 12:20:37.078424 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-5a54f3f9-e3c8-4d6c-9e74-247a12deff1b service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920103 Jun 28 12:20:37.168583 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-b3253a58-8b1f-4d7f-bb5c-910b79e9891f req-152cd7b7-57d7-4139-87e9-3e0d0100d22b service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818253 Jun 28 12:20:37.915067 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d6933-6286-4b28-a410-303e6947fb99 req-7d3574fb-61c6-4937-82b9-efc3ce3f65db tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:37.916559 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2f8d6933-6286-4b28-a410-303e6947fb99 req-7d3574fb-61c6-4937-82b9-efc3ce3f65db tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0692205 Jun 28 12:20:37.955831 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2f8d6933-6286-4b28-a410-303e6947fb99 req-e6be2888-c87f-4277-8188-67688571c56b tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Jun 28 12:20:46.473168 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d254ca73-5e80-46df-b074-e6ede4351376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:47.172017 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:49.077560 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:49.083946 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d6cb53d2-57c6-4408-934a-dd3fa7ca006a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:50.099939 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:51.860326 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:53.992337 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:21:04.007743 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [req-07507248-4aaa-4433-bae6-0d3cdb320967 req-bdbd9678-8bc4-425a-92a0-ae8237ec0b83 service neutron] (93238) timed out ('10.222.0.15', 61537) {{(pid=93238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 12:21:06.182769 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [req-a3a14ddc-a635-40f2-9d79-9d48205491b4 req-f3d7a975-1c1c-490e-9da6-bd68f08b9bbd service neutron] (93237) timed out ('10.222.0.15', 61541) {{(pid=93237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 12:21:16.478873 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-690d479c-9926-4b7d-a0d6-f47a7ebbbca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:17.188496 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:19.083823 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:19.089574 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-84566ad9-707e-4207-ac2e-ec72d78ad9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:20.106831 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:21.865632 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:30.992269 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:21:33.734347 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae901d6-8a7c-4dea-9e96-c842867b26af req-bf80b0cb-59db-4d19-994d-f09d11f5ed81 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:33.736691 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eae901d6-8a7c-4dea-9e96-c842867b26af req-bf80b0cb-59db-4d19-994d-f09d11f5ed81 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0721135 Jun 28 12:21:33.782594 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eae901d6-8a7c-4dea-9e96-c842867b26af req-4f557f28-0d24-4493-b17e-06fa0a052f8f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365083 Jun 28 12:21:34.972858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ecb32-bf3a-4ef1-9e1d-fbda5b41f62a req-6f7d0fd0-1a66-47f0-8d22-660f8303ad38 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:34.974336 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d85ecb32-bf3a-4ef1-9e1d-fbda5b41f62a req-6f7d0fd0-1a66-47f0-8d22-660f8303ad38 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0701916 Jun 28 12:21:35.020252 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d85ecb32-bf3a-4ef1-9e1d-fbda5b41f62a req-8a618e68-74d1-4ef5-ae37-d49a4cb2ce27 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395038 Jun 28 12:21:35.831088 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-d73cf25e-c792-4a6f-94ea-0b088ce9ce8d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:35.832581 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-d73cf25e-c792-4a6f-94ea-0b088ce9ce8d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0743754 Jun 28 12:21:35.930398 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Deleting port 14c7ccde-130d-4bbe-aebc-d00020439c8a {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:21:35.930693 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:36.024629 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] For port 14c7ccde-130d-4bbe-aebc-d00020439c8a, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=14c7ccde-130d-4bbe-aebc-d00020439c8a,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:21:36.025044 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:36.203950 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f0545-d6d6-4ef2-af5d-df746d9869b6 req-a4c8df9c-b560-42be-badf-bbbd11e92bcf tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:36.205448 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-899f0545-d6d6-4ef2-af5d-df746d9869b6 req-a4c8df9c-b560-42be-badf-bbbd11e92bcf tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 945 time: 0.0662944 Jun 28 12:21:36.208842 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:36.209211 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:36.209631 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Floating IP 9df1ef2f-80fa-442c-9090-2ddd1dbc17a9 disassociated. External IP: 172.27.1.43, port: 14c7ccde-130d-4bbe-aebc-d00020439c8a. Jun 28 12:21:36.209984 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Calling delete_port for 14c7ccde-130d-4bbe-aebc-d00020439c8a owned by compute:nova {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:21:36.243904 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-899f0545-d6d6-4ef2-af5d-df746d9869b6 req-0b0ba3ee-41fa-4503-9a52-b5974e6134c6 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3312168-ada2-47dd-913e-2f4f79b944b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325565 Jun 28 12:21:36.340987 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:36.344843 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9d3891cb-6de4-432f-9732-0236a8371af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:36.370146 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event deleted for resources: {'Port': ['ID=14c7ccde-130d-4bbe-aebc-d00020439c8a,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:36.380325 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.380694 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.381035 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.381418 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.381734 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.382123 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.382584 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.383115 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.383586 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.384078 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.384571 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.385057 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:36.390445 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:36.748064 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Router 95072749-9969-453e-8ed3-5c7035106902 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:21:36.856435 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:21:36.866175 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] Sync routers for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:21:36.879367 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:21:36.880226 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:21:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:21:36.902716 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] No DVR routers for this DVR port 14c7ccde-130d-4bbe-aebc-d00020439c8a on host hv-cinder-77238 {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:21:36.905382 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:36.907374 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-266f6dda-525a-4ad7-8ec7-2d4d13f4e2f8 req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "DELETE /v2.0/ports/14c7ccde-130d-4bbe-aebc-d00020439c8a HTTP/1.1" status: 204 len: 173 time: 1.0688760 Jun 28 12:21:36.907896 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2875103e-74ac-4347-8a8c-45f4155b643d', 'name': 'network-vif-deleted', 'tag': '14c7ccde-130d-4bbe-aebc-d00020439c8a'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:21:36.911069 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed82cc-f2e9-444b-82dd-e1ee9b9ed45d" -d '{"events": [{"server_uuid": "2875103e-74ac-4347-8a8c-45f4155b643d", "name": "network-vif-deleted", "tag": "14c7ccde-130d-4bbe-aebc-d00020439c8a"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:21:36.986044 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:21:37.006826 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e49dd-f389-4d9e-8448-662de1ef9dcf x-openstack-request-id: req-226e49dd-f389-4d9e-8448-662de1ef9dcf {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:21:37.007324 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2875103e-74ac-4347-8a8c-45f4155b643d", "name": "network-vif-deleted", "tag": "14c7ccde-130d-4bbe-aebc-d00020439c8a", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:21:37.007638 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-226e49dd-f389-4d9e-8448-662de1ef9dcf {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:21:37.008066 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2875103e-74ac-4347-8a8c-45f4155b643d', 'name': 'network-vif-deleted', 'tag': '14c7ccde-130d-4bbe-aebc-d00020439c8a', 'status': 'completed', 'code': 200} Jun 28 12:21:37.187154 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:21:37.212576 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] Checking router: 95072749-9969-453e-8ed3-5c7035106902 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:21:37.220920 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:21:37.221511 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:21:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:21:37.333525 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:21:37.410467 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4479b84e-deb0-4631-abed-b5a3d8fb2408 req-cf0cd3b7-405f-4e8b-81a5-cabfed6434b6 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=2875103e-74ac-4347-8a8c-45f4155b643d HTTP/1.1" status: 200 len: 210 time: 0.0324478 Jun 28 12:21:37.556710 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:21:37.581160 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b9638-1b27-43b2-a588-c9c2db0f4107 None None] The sync data for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi is: [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:21:37.813027 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41489fbf-0a73-414e-8c74-e4bf05216942 None None] New status for floating IP 9df1ef2f-80fa-442c-9090-2ddd1dbc17a9: DOWN {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:21:38.545813 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34630) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:21:38.602574 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-dc61d792-765a-47a6-87b7-11833e379d37 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:38.626287 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-dc61d792-765a-47a6-87b7-11833e379d37 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:38.676235 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-dc61d792-765a-47a6-87b7-11833e379d37 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:38.679074 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-dc61d792-765a-47a6-87b7-11833e379d37 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:38.680236 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-dc61d792-765a-47a6-87b7-11833e379d37 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "DELETE /v2.0/security-groups/e3312168-ada2-47dd-913e-2f4f79b944b9 HTTP/1.1" status: 204 len: 168 time: 0.1334307 Jun 28 12:21:38.681135 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9a889717-150d-4e35-9538-2d4ab2c3e085 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:38.683277 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34632) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:21:38.690232 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61d792-765a-47a6-87b7-11833e379d37 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3312168-ada2-47dd-913e-2f4f79b944b9,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:38.692779 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-dc61d792-765a-47a6-87b7-11833e379d37 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:38.697136 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.api.v2.resource [None req-3d3e9e4e-7b4f-4508-abcf-ea6328e9ec9c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] show failed (client error): The resource could not be found. Jun 28 12:21:38.698099 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-3d3e9e4e-7b4f-4508-abcf-ea6328e9ec9c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups/e3312168-ada2-47dd-913e-2f4f79b944b9 HTTP/1.1" status: 404 len: 347 time: 0.0138869 Jun 28 12:21:38.701080 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34634) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:21:38.824965 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Deleting port f3cd745d-b20c-41c5-8e15-40fbf06b7617 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:21:38.825257 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:38.879208 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 14c7ccde-130d-4bbe-aebc-d00020439c8a no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:21:38.898525 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 14c7ccde-130d-4bbe-aebc-d00020439c8a {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:21:38.898871 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 14c7ccde-130d-4bbe-aebc-d00020439c8a not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:21:38.902716 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:38.903062 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:38.915200 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Calling delete_port for f3cd745d-b20c-41c5-8e15-40fbf06b7617 owned by network:floatingip {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:21:39.054484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.057220 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b01be1b9-f2c4-4ff0-aa47-973c56f7f095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:39.080394 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event deleted for resources: {'Port': ['ID=f3cd745d-b20c-41c5-8e15-40fbf06b7617,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:39.085354 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:39.140916 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.143404 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.144579 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "DELETE /v2.0/floatingips/9df1ef2f-80fa-442c-9090-2ddd1dbc17a9 HTTP/1.1" status: 204 len: 168 time: 0.4425011 Jun 28 12:21:39.368978 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34638) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:21:39.373966 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823913293', 'description': 'tempest-description--151854892'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:21:39.402136 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.480093 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.485781 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.488055 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ad81670a-1ea4-4340-9f61-4c5d2e9cc14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:39.513950 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.515156 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1451807 Jun 28 12:21:39.516394 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d159f66f-1f8b-42eb-b31f-c8470736e404,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:39.518474 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34640) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:21:39.523407 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'security_group_rule': {'security_group_id': 'd159f66f-1f8b-42eb-b31f-c8470736e404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:21:39.523579 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.523822 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.524184 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.524542 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.524895 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.525269 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.525614 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.525965 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.526309 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.526654 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.526990 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.527345 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:39.530913 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-7265fb43-6cb9-4eff-87e8-e9871634c8c1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:39.555162 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.612283 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.618677 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.624539 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:39.639287 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9df67a-b162-45c4-8c0c-80daf6c8422b,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:39.642494 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:39.648037 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.649395 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298692 Jun 28 12:21:39.652799 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34642) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:21:39.657592 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-4a810c1f-1ee7-4343-91b5-6d604ad5f8c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'security_group_rule': {'security_group_id': 'd159f66f-1f8b-42eb-b31f-c8470736e404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:21:39.686578 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4a810c1f-1ee7-4343-91b5-6d604ad5f8c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.749045 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4a810c1f-1ee7-4343-91b5-6d604ad5f8c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.755676 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4a810c1f-1ee7-4343-91b5-6d604ad5f8c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.757801 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:39.773115 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a810c1f-1ee7-4343-91b5-6d604ad5f8c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4431d7-8c53-447d-93b6-f94595725ee6,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:39.775478 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4a810c1f-1ee7-4343-91b5-6d604ad5f8c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:39.782973 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4a810c1f-1ee7-4343-91b5-6d604ad5f8c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.784410 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-4a810c1f-1ee7-4343-91b5-6d604ad5f8c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306577 Jun 28 12:21:39.787810 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34644) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:21:39.795127 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:21:39.823977 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.930424 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.031384 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Allocated IP 172.27.1.12 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/f07d0f4e-b703-4b2a-ac4b-8ff2f8fffd83) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:21:40.136803 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.180590 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.183572 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-35cf900e-663c-4208-b356-01f6c6833b0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:40.224439 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:21:40.229565 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:21:40.232098 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:21:40.236008 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'Port': ['ID=f07d0f4e-b703-4b2a-ac4b-8ff2f8fffd83,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:40.263141 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:40.323776 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.374731 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.528241 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.536494 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.540017 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-13950455-006a-4a4f-a0ee-3438e681c76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:40.606880 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'Port': ['ID=f07d0f4e-b703-4b2a-ac4b-8ff2f8fffd83,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:40.610530 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:40.620140 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.637893 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:40.639579 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-edba93bb-673b-4eb4-9d21-a5ec35d3d7a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8503089 Jun 28 12:21:40.837763 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-293deedd-9a52-4ec9-93f1-044283a3e22b tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--823913293&fields=id&tenant_id=494ffe5881334f35ad8359b71558b837 HTTP/1.1" status: 200 len: 267 time: 0.0331774 Jun 28 12:21:40.948093 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-ade8fff6-ef20-48cd-81e8-5ab4c8d1f44f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:40.949425 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-ade8fff6-ef20-48cd-81e8-5ab4c8d1f44f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 811 time: 0.1029017 Jun 28 12:21:40.964341 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-6bf0950e-5cba-42c3-861a-e377b38f7611 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/quotas/494ffe5881334f35ad8359b71558b837 HTTP/1.1" status: 200 len: 375 time: 0.0091634 Jun 28 12:21:41.038670 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-21cfa94e-ed69-4153-9990-4ab8878062cc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688679 Jun 28 12:21:41.147859 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-b30d15eb-9bb6-45b5-82f3-4c224e51520b service neutron] 10.222.0.11 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976079 Jun 28 12:21:41.248455 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-11881e97-e1f1-4998-831a-0af59ceb0212 service neutron] 10.222.0.11 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940249 Jun 28 12:21:41.430677 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-29ebb035-b245-4bee-8267-b2aff541a18b req-402845cd-46af-44d0-9e07-168b7bcc025f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 210 time: 0.0320549 Jun 28 12:21:42.574950 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-50394b23-602e-4e4d-820f-374595d08a16 req-c749483a-45d3-4dc6-9ecd-98c12b085f3f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 210 time: 0.0311139 Jun 28 12:21:42.689020 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-ba644dff-d99d-46f0-a71c-180284c9ed88 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:42.690569 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-ba644dff-d99d-46f0-a71c-180284c9ed88 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 811 time: 0.1075737 Jun 28 12:21:42.733874 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-43d75292-c4dd-4d62-a05d-d7eadf6bc7cf tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494ffe5881334f35ad8359b71558b837 HTTP/1.1" status: 200 len: 379 time: 0.0345626 Jun 28 12:21:42.742419 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'port': {'device_id': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'admin_state_up': True, 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'security_groups': ['d159f66f-1f8b-42eb-b31f-c8470736e404']}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:21:42.866651 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Made reservation on behalf of 494ffe5881334f35ad8359b71558b837 for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:21:42.870275 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.001753 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Allocated IP 172.20.0.5 (5b906e09-71d5-44e5-982f-8a79a50b224f/2d310d74-0d74-42d7-b25d-bb393e5b8bbc/00580958-9fcc-456e-b642-d1af2ff80983) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:21:43.143084 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.156554 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Transition to ACTIVE for port object 00580958-9fcc-456e-b642-d1af2ff80983 will not be triggered until provisioned by entity DHCP. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:21:43.193324 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.197308 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:43.235617 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Network 5b906e09-71d5-44e5-982f-8a79a50b224f is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:21:43.240882 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:21:43.244538 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:21:43.251486 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event updated for resources: {'Port': ['ID=00580958-9fcc-456e-b642-d1af2ff80983,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:43.270534 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:43.296692 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:43.297411 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.313704 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-638dc31a-cce1-4f04-b870-58fb41000adc tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747669 Jun 28 12:21:43.422558 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Request body: {'port': {'device_id': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:21:43.496911 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.506755 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-dacaf953-0ab1-43e2-a604-ea52974f6cb3 None None] Provisioning for port 00580958-9fcc-456e-b642-d1af2ff80983 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:21:43.510436 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-dacaf953-0ab1-43e2-a604-ea52974f6cb3 None None] Provisioning complete for port 00580958-9fcc-456e-b642-d1af2ff80983 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:21:43.510880 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-dacaf953-0ab1-43e2-a604-ea52974f6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.543593 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-dacaf953-0ab1-43e2-a604-ea52974f6cb3 None None] Port 00580958-9fcc-456e-b642-d1af2ff80983 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:21:43.753298 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af58db7-ef64-4262-a9a3-cce2228df25f req-c1b42cef-e019-48ce-b985-86ed95272056 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:43.754756 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8af58db7-ef64-4262-a9a3-cce2228df25f req-c1b42cef-e019-48ce-b985-86ed95272056 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 931 time: 0.0652533 Jun 28 12:21:43.781097 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00580958-9fcc-456e-b642-d1af2ff80983 {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:21:43.788924 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.793157 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8af58db7-ef64-4262-a9a3-cce2228df25f req-952f2a12-ae4d-4f43-b48b-4b3c57857b67 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322571 Jun 28 12:21:43.805249 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Transition to ACTIVE for port object 00580958-9fcc-456e-b642-d1af2ff80983 will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:21:43.810874 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.812932 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c4efc2f8-7a8b-43d4-8500-c6fe110732a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:43.861872 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Pushing event updated for resources: {'Port': ['ID=00580958-9fcc-456e-b642-d1af2ff80983,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:43.882608 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:43.938406 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Attempting to bind port 00580958-9fcc-456e-b642-d1af2ff80983 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:21:43.938719 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Attempting to bind port 00580958-9fcc-456e-b642-d1af2ff80983 by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:21:43.939131 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Attempting to bind port 00580958-9fcc-456e-b642-d1af2ff80983 on network 5b906e09-71d5-44e5-982f-8a79a50b224f {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:21:43.943899 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Port 00580958-9fcc-456e-b642-d1af2ff80983 on network 5b906e09-71d5-44e5-982f-8a79a50b224f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:21:43.944216 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Attempting to bind port 00580958-9fcc-456e-b642-d1af2ff80983 on network 5b906e09-71d5-44e5-982f-8a79a50b224f {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:21:43.949624 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:21:43.950042 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Checking segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:21:43.950510 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Bound using segment: {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:21:43.951000 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Bound port: 00580958-9fcc-456e-b642-d1af2ff80983, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1c14ff-0bab-47cb-8120-1501cb3261cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:21:43.951386 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:44.019097 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] For port 00580958-9fcc-456e-b642-d1af2ff80983, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:21:44.022428 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] For port 00580958-9fcc-456e-b642-d1af2ff80983, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=00580958-9fcc-456e-b642-d1af2ff80983,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:21:44.028501 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:44.031911 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9e1c6536-5d0f-4d9c-8607-55026d6f2c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:44.067071 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.067766 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:44.069340 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] 10.222.0.15 "PUT /v2.0/ports/00580958-9fcc-456e-b642-d1af2ff80983 HTTP/1.1" status: 200 len: 1093 time: 0.7034109 Jun 28 12:21:44.069888 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'tag': '00580958-9fcc-456e-b642-d1af2ff80983'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:21:44.072395 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8af66e3e-55db-4c2f-9398-babe0a75a985", "tag": "00580958-9fcc-456e-b642-d1af2ff80983"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:21:44.097048 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Pushing event updated for resources: {'Port': ['ID=00580958-9fcc-456e-b642-d1af2ff80983,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:44.103496 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:44.124775 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04e8898-30a4-496c-aaae-fda2cdb68e6f x-openstack-request-id: req-c04e8898-30a4-496c-aaae-fda2cdb68e6f {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:21:44.125098 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af66e3e-55db-4c2f-9398-babe0a75a985", "tag": "00580958-9fcc-456e-b642-d1af2ff80983", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:21:44.125385 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c04e8898-30a4-496c-aaae-fda2cdb68e6f {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:21:44.126936 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'tag': '00580958-9fcc-456e-b642-d1af2ff80983', 'status': 'completed', 'code': 200} Jun 28 12:21:44.177875 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-4d112077-de7c-4da2-b285-344f72b4ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.180014 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-4d112077-de7c-4da2-b285-344f72b4ef39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 1096 time: 0.0654957 Jun 28 12:21:44.232512 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-bc7fad2d-67ed-4372-8eae-64f483b21aa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00580958-9fcc-456e-b642-d1af2ff80983 HTTP/1.1" status: 200 len: 217 time: 0.0441012 Jun 28 12:21:44.283131 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-63ac6596-f521-4d4b-a7d7-8072d17ce109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.284494 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-63ac6596-f521-4d4b-a7d7-8072d17ce109 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0453770 Jun 28 12:21:44.341957 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-66cde04c-36ac-44e2-b731-e84fb865622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.343482 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-66cde04c-36ac-44e2-b731-e84fb865622d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527735 Jun 28 12:21:44.431919 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-e3a2a3b1-1138-49c3-91b8-c969a1ef67df service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821059 Jun 28 12:21:44.532653 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-2d23f5d7-9624-4896-9d32-88113d5e5689 req-e8abec6f-f0b2-4971-8cf8-f231f0e88d9a service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932372 Jun 28 12:21:44.659614 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-919af17e-9078-45fd-bfd6-764810bba94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.661049 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-919af17e-9078-45fd-bfd6-764810bba94a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 1096 time: 0.0681732 Jun 28 12:21:44.751393 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-514c2eb7-1bc2-416d-99a7-a1bc9eddd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.753024 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-514c2eb7-1bc2-416d-99a7-a1bc9eddd077 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0852046 Jun 28 12:21:44.795790 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-8b39cb22-1357-449d-a107-40dc41c851fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00580958-9fcc-456e-b642-d1af2ff80983 HTTP/1.1" status: 200 len: 217 time: 0.0364285 Jun 28 12:21:44.853978 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-c82fd33b-b38a-4964-af0f-28cfafb0f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.855517 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-c82fd33b-b38a-4964-af0f-28cfafb0f8bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0534849 Jun 28 12:21:44.915474 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-c3ca3293-f0d1-4039-a051-85a2848c055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.916755 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-c3ca3293-f0d1-4039-a051-85a2848c055c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539527 Jun 28 12:21:44.981975 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01c234-7f60-4c6f-b593-d06dc8ef1f2d req-8c46159b-07ae-44d5-be90-8bf25c67587c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:44.983437 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fe01c234-7f60-4c6f-b593-d06dc8ef1f2d req-8c46159b-07ae-44d5-be90-8bf25c67587c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 943 time: 0.0685363 Jun 28 12:21:45.011296 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-c7b8ede7-ae83-42fb-8bf3-2ad854977fc4 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868928 Jun 28 12:21:45.021332 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fe01c234-7f60-4c6f-b593-d06dc8ef1f2d req-12cb0d1d-ea1e-4a27-baac-51f299f514c3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Jun 28 12:21:45.103709 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-1e28e6e5-c1d0-491c-844b-e2a88339b9a2 req-ebebdbae-14bb-45bb-8667-996454888f08 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853131 Jun 28 12:21:46.205350 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50857f2e-f35a-4495-9fa5-6c82b43d46fc req-b61f076b-7437-46d8-91c9-6a04c4c84329 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:46.206813 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-50857f2e-f35a-4495-9fa5-6c82b43d46fc req-b61f076b-7437-46d8-91c9-6a04c4c84329 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 943 time: 0.0696211 Jun 28 12:21:46.257040 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-50857f2e-f35a-4495-9fa5-6c82b43d46fc req-bb19c726-e062-4aa4-82bd-f255827192e6 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441086 Jun 28 12:21:46.474890 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1a332572-0711-44af-b5e8-1c8f4c203a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:46.894383 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 00580958-9fcc-456e-b642-d1af2ff80983 details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:21:46.999685 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 00580958-9fcc-456e-b642-d1af2ff80983, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=00580958-9fcc-456e-b642-d1af2ff80983,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:21:47.011142 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '00580958-9fcc-456e-b642-d1af2ff80983', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'port_id': '00580958-9fcc-456e-b642-d1af2ff80983', 'mac_address': 'fa:16:3e:97:33:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:21:47.046453 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:47.059635 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00580958-9fcc-456e-b642-d1af2ff80983 {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:21:47.079597 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 00580958-9fcc-456e-b642-d1af2ff80983, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=00580958-9fcc-456e-b642-d1af2ff80983,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:21:47.086361 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:47.089313 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-793babf3-c586-465e-81e9-fbe4052d9c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:47.140269 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=00580958-9fcc-456e-b642-d1af2ff80983,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:47.147643 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.147890 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.148226 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.148548 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.148871 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.149192 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.149590 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.149818 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.150143 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.150454 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.150773 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.151151 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:47.155046 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:47.189688 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:47.417085 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['00580958-9fcc-456e-b642-d1af2ff80983'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:21:47.437467 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13621650-a9ee-4fc6-acaf-ccdace7848db req-7ca3aac2-82e9-4822-8082-5e9dfe055bf0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:47.439742 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-13621650-a9ee-4fc6-acaf-ccdace7848db req-7ca3aac2-82e9-4822-8082-5e9dfe055bf0 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 944 time: 0.0704594 Jun 28 12:21:47.487012 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-13621650-a9ee-4fc6-acaf-ccdace7848db req-345aa7aa-e98a-404a-9e02-d5c99b79733d tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412545 Jun 28 12:21:48.686607 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc1b6-2e39-4c5d-8e18-786ed9b8a822 req-33dfae8f-9ad5-47dc-a064-221a1c5905ec tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:48.688125 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eafcc1b6-2e39-4c5d-8e18-786ed9b8a822 req-33dfae8f-9ad5-47dc-a064-221a1c5905ec tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 944 time: 0.0725605 Jun 28 12:21:48.727615 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-eafcc1b6-2e39-4c5d-8e18-786ed9b8a822 req-9650ae8e-5e42-4b82-ae16-4cdd9e0392db tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Jun 28 12:21:48.909543 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 00580958-9fcc-456e-b642-d1af2ff80983 up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:21:48.965982 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 00580958-9fcc-456e-b642-d1af2ff80983 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:21:48.970270 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 00580958-9fcc-456e-b642-d1af2ff80983 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:21:48.970673 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:49.055659 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:49.082283 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:49.089125 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00580958-9fcc-456e-b642-d1af2ff80983'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:21:49.091507 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dd6932-5227-4250-986f-e7ebc5d110d9" -d '{"events": [{"server_uuid": "8af66e3e-55db-4c2f-9398-babe0a75a985", "name": "network-vif-plugged", "status": "completed", "tag": "00580958-9fcc-456e-b642-d1af2ff80983"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:21:49.109113 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 00580958-9fcc-456e-b642-d1af2ff80983, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=00580958-9fcc-456e-b642-d1af2ff80983,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:21:49.113316 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-8d74506a-cc84-499c-8231-0f6f1f5bfbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:49.115541 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:49.117830 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:49.138927 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4a2dce-5593-4a33-8f8e-673696a3fb77 x-openstack-request-id: req-8b4a2dce-5593-4a33-8f8e-673696a3fb77 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:21:49.139269 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af66e3e-55db-4c2f-9398-babe0a75a985", "name": "network-vif-plugged", "status": "completed", "tag": "00580958-9fcc-456e-b642-d1af2ff80983", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:21:49.139515 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b4a2dce-5593-4a33-8f8e-673696a3fb77 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:21:49.139910 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00580958-9fcc-456e-b642-d1af2ff80983', 'code': 200} Jun 28 12:21:49.169330 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=00580958-9fcc-456e-b642-d1af2ff80983,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:49.171881 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:49.369040 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b92eb-7364-4c4a-94d6-2f1080735e9f req-30a53c79-51d1-4298-964a-45d7a4b7a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:49.370515 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-341b92eb-7364-4c4a-94d6-2f1080735e9f req-30a53c79-51d1-4298-964a-45d7a4b7a43e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 1098 time: 0.0553844 Jun 28 12:21:49.417047 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-341b92eb-7364-4c4a-94d6-2f1080735e9f req-80db7c1b-db24-4d02-b0f2-2c64f347d2d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396593 Jun 28 12:21:49.916355 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a092e2-a2cc-4d87-82a9-55ccdb2d50f4 req-0ccba38b-a91b-4971-887e-4e45c189e658 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:49.918850 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-44a092e2-a2cc-4d87-82a9-55ccdb2d50f4 req-0ccba38b-a91b-4971-887e-4e45c189e658 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 945 time: 0.0744486 Jun 28 12:21:49.958602 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-44a092e2-a2cc-4d87-82a9-55ccdb2d50f4 req-b435b457-a0fd-44bd-80e7-6efe18ec79cb tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333443 Jun 28 12:21:50.116199 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:51.158339 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ea88-6fac-41b3-bcff-5eeb7ed251fd req-4ec4c81c-3c6d-42a9-9ce2-3d806840751c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:51.159867 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d850ea88-6fac-41b3-bcff-5eeb7ed251fd req-4ec4c81c-3c6d-42a9-9ce2-3d806840751c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 945 time: 0.0778422 Jun 28 12:21:51.200210 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-d850ea88-6fac-41b3-bcff-5eeb7ed251fd req-56154684-f9c0-4a69-959b-ad09c31b2172 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326278 Jun 28 12:21:51.377420 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06c497-fc1a-462a-b03a-0cd778526f8d req-088df3fb-be18-4792-8754-d677de0eaa28 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:51.378886 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bb06c497-fc1a-462a-b03a-0cd778526f8d req-088df3fb-be18-4792-8754-d677de0eaa28 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 945 time: 0.0752258 Jun 28 12:21:51.389143 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34704) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:21:51.396714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Request body: {'floatingip': {'port_id': '00580958-9fcc-456e-b642-d1af2ff80983'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:21:51.436309 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:51.870577 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:52.207803 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:52.214350 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:52.322033 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.l3_db [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Floating IP 43461ad1-96f1-484a-9102-defa78722cc8 associated. External IP: 172.27.1.12, port: 00580958-9fcc-456e-b642-d1af2ff80983. Jun 28 12:21:52.533833 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Router 95072749-9969-453e-8ed3-5c7035106902 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:21:52.651700 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:21:52.656796 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:52.661827 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] Sync routers for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:21:52.673449 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:21:52.674408 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:21:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:21:52.695562 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-76b6d779-2620-4087-9482-307753c42ea5 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "PUT /v2.0/floatingips/43461ad1-96f1-484a-9102-defa78722cc8 HTTP/1.1" status: 200 len: 990 time: 1.3049834 Jun 28 12:21:52.696226 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'tag': '00580958-9fcc-456e-b642-d1af2ff80983'}] {{(pid=93238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:21:52.698553 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}528ea35e460a10575de5819b70fce786615399cbb0e82a03b7baf6f950c87adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada" -d '{"events": [{"name": "network-changed", "server_uuid": "8af66e3e-55db-4c2f-9398-babe0a75a985", "tag": "00580958-9fcc-456e-b642-d1af2ff80983"}]}' {{(pid=93238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:21:52.734352 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56493079-d42a-4d48-ade2-a4d768e126b7 x-openstack-request-id: req-56493079-d42a-4d48-ade2-a4d768e126b7 {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:21:52.734673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af66e3e-55db-4c2f-9398-babe0a75a985", "tag": "00580958-9fcc-456e-b642-d1af2ff80983", "status": "completed", "code": 200}]} {{(pid=93238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:21:52.734984 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56493079-d42a-4d48-ade2-a4d768e126b7 {{(pid=93238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:21:52.735730 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'tag': '00580958-9fcc-456e-b642-d1af2ff80983', 'status': 'completed', 'code': 200} Jun 28 12:21:52.809054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-8e18c624-7d75-45c3-8eac-aedd71d78bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:52.810474 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-8e18c624-7d75-45c3-8eac-aedd71d78bd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 1098 time: 0.0534303 Jun 28 12:21:52.879446 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:21:52.899190 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-23c3a6c3-fee6-4597-a830-00d0c9920102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:52.900651 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-23c3a6c3-fee6-4597-a830-00d0c9920102 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0832465 Jun 28 12:21:52.972080 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-e1053130-1ed7-4d17-926f-895d201ac530 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00580958-9fcc-456e-b642-d1af2ff80983 HTTP/1.1" status: 200 len: 998 time: 0.0632551 Jun 28 12:21:53.020707 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-57531ec7-8c49-4526-9d83-55b787584461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:53.022158 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-57531ec7-8c49-4526-9d83-55b787584461 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0441930 Jun 28 12:21:53.082344 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-0be29c84-a0f1-44c1-bc67-6d208785ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:53.083932 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-0be29c84-a0f1-44c1-bc67-6d208785ecc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550556 Jun 28 12:21:53.108772 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '43461ad1-96f1-484a-9102-defa78722cc8', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '95072749-9969-453e-8ed3-5c7035106902', 'port_id': '00580958-9fcc-456e-b642-d1af2ff80983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'mac_address': 'fa:16:3e:97:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:21:40Z', 'updated_at': '2021-06-28T12:21:52Z', 'revision_number': 1, 'project_id': '494ffe5881334f35ad8359b71558b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:21:53.138314 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] Checking router: 95072749-9969-453e-8ed3-5c7035106902 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:21:53.146910 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:21:53.147528 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:21:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:21:53.178920 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-3e22826a-7800-4b66-a309-f1ce5e372699 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885856 Jun 28 12:21:53.252430 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:21:53.270775 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fca7e5e8-5456-49d7-9bd1-ef2df5fbcada req-9dd4a4ed-a902-467e-9d6b-d7a3c9638abb service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852733 Jun 28 12:21:53.501142 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '43461ad1-96f1-484a-9102-defa78722cc8', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '95072749-9969-453e-8ed3-5c7035106902', 'port_id': '00580958-9fcc-456e-b642-d1af2ff80983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'mac_address': 'fa:16:3e:97:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:21:40Z', 'updated_at': '2021-06-28T12:21:52Z', 'revision_number': 1, 'project_id': '494ffe5881334f35ad8359b71558b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:21:53.526538 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbb706-6b0a-4be4-a8d1-da0fc7c16932 None None] The sync data for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi is: [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '43461ad1-96f1-484a-9102-defa78722cc8', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': '95072749-9969-453e-8ed3-5c7035106902', 'port_id': '00580958-9fcc-456e-b642-d1af2ff80983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'mac_address': 'fa:16:3e:97:33:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:21:40Z', 'updated_at': '2021-06-28T12:21:52Z', 'revision_number': 1, 'project_id': '494ffe5881334f35ad8359b71558b837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:21:53.723184 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d473b730-6a7f-4d41-818e-581c7152c100 None None] New status for floating IP 43461ad1-96f1-484a-9102-defa78722cc8: ACTIVE {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:21:59.684288 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-2055cdad-edba-48d6-8bf9-0c7cc7cb7227 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0634155 Jun 28 12:21:59.780664 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-ca18cd7a-32c6-4b79-8ff8-77b5164f6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:59.782417 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-ca18cd7a-32c6-4b79-8ff8-77b5164f6f09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 1098 time: 0.0539510 Jun 28 12:21:59.896837 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-ec5a646c-06d0-41af-ba7f-687ba77dac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:21:59.898313 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-ec5a646c-06d0-41af-ba7f-687ba77dac2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0968516 Jun 28 12:21:59.962807 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-6bb740ed-4e8a-4f60-a1a4-6be1eedf1803 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00580958-9fcc-456e-b642-d1af2ff80983 HTTP/1.1" status: 200 len: 1000 time: 0.0570560 Jun 28 12:22:00.026796 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-b9429bc5-bdd4-4bba-9652-3897859d2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:22:00.028317 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-b9429bc5-bdd4-4bba-9652-3897859d2eff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0581818 Jun 28 12:22:00.103437 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-449ae895-5f6a-4d3a-858d-c738b1b6bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:22:00.104877 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-449ae895-5f6a-4d3a-858d-c738b1b6bf35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572872 Jun 28 12:22:00.205956 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-4da98393-29f4-4fb7-a490-9517b36301f0 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944753 Jun 28 12:22:00.297655 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3f8e2fde-3749-4784-ab5b-304b3b323a5b req-c44368a7-0af9-404a-bb27-4fdd1204680b service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852306 Jun 28 12:22:07.991293 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:22:16.483167 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6c9658fa-bb74-4678-8741-a94e18fe5e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:17.192682 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:19.066810 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:19.088802 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-35da7913-365e-4ea0-8568-9c4a601c43d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:20.111138 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:21.868282 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:44.994543 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:22:46.481800 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4888beed-e075-48bd-9e0f-36ec0806fcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:47.204756 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:49.079999 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:49.096594 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2100-9730-4788-8092-140796f57c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:50.116378 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:51.870877 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:01.690938 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-2cc531a9-a5e2-4d52-a463-e0f1e4c637ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555015 Jun 28 12:23:01.792027 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-ce33b531-8bfd-4f3e-8dd7-d15c5adbfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:01.793645 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-ce33b531-8bfd-4f3e-8dd7-d15c5adbfd26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=494ffe5881334f35ad8359b71558b837&device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 1098 time: 0.0548019 Jun 28 12:23:01.909854 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-f635b691-4b04-4ed9-adef-379cb5bfbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:01.911389 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-f635b691-4b04-4ed9-adef-379cb5bfbbe2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 200 len: 912 time: 0.0974092 Jun 28 12:23:01.974622 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-7b6a7a02-4887-428a-8ae3-d87ae471f150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00580958-9fcc-456e-b642-d1af2ff80983 HTTP/1.1" status: 200 len: 1000 time: 0.0571206 Jun 28 12:23:02.024738 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-45e20c50-4bfa-404b-8b8c-9f577fadd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:02.026604 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-45e20c50-4bfa-404b-8b8c-9f577fadd525 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 200 len: 850 time: 0.0450931 Jun 28 12:23:02.096720 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-16220016-e8cf-4143-8994-f8b530e1369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:02.098223 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-16220016-e8cf-4143-8994-f8b530e1369d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b906e09-71d5-44e5-982f-8a79a50b224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655770 Jun 28 12:23:02.189826 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-a374ff42-2647-4230-bebb-dacdde022657 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835161 Jun 28 12:23:02.291009 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-d1393c15-3d4a-4b58-aef4-7a9feb3cf9b2 req-4fb05e89-f16a-486e-9826-9e38a73b7834 service neutron] 10.222.0.15 "GET /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935516 Jun 28 12:23:16.479266 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-158f6cee-65c0-400f-bd5a-eb970cf2678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:17.221903 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:19.078539 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:19.090544 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae4b3a9a-a657-4aa9-b44c-4c6fe7635edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:20.119684 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:21.874061 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:21.994426 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:23:23.102064 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3681fd-4076-49d8-be75-5643365578b5 req-adf7c35c-2ac9-4c1e-ab4f-34edf91184cd tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:23.103562 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ea3681fd-4076-49d8-be75-5643365578b5 req-adf7c35c-2ac9-4c1e-ab4f-34edf91184cd tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 945 time: 0.0669687 Jun 28 12:23:23.143253 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ea3681fd-4076-49d8-be75-5643365578b5 req-e2b1c97b-0b22-401b-a7fd-37f248fe2535 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327213 Jun 28 12:23:24.354051 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7ed15-2128-4295-aea2-ba1fd8be9dca req-09e994e7-39b8-44e8-807e-ce3bddc385b9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:24.355578 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-91d7ed15-2128-4295-aea2-ba1fd8be9dca req-09e994e7-39b8-44e8-807e-ce3bddc385b9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 945 time: 0.0912459 Jun 28 12:23:24.403681 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-91d7ed15-2128-4295-aea2-ba1fd8be9dca req-22d26e33-4397-464d-b744-4f63927b3f1e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419579 Jun 28 12:23:24.845267 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-67468c76-f033-4ad9-8c60-32b8dbd88cba tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:24.846718 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-67468c76-f033-4ad9-8c60-32b8dbd88cba tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 945 time: 0.0742021 Jun 28 12:23:24.956640 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Deleting port 00580958-9fcc-456e-b642-d1af2ff80983 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:23:24.956942 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:25.056176 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] For port 00580958-9fcc-456e-b642-d1af2ff80983, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=00580958-9fcc-456e-b642-d1af2ff80983,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:23:25.056543 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:25.478147 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:25.478510 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:25.478825 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Floating IP 43461ad1-96f1-484a-9102-defa78722cc8 disassociated. External IP: 172.27.1.12, port: 00580958-9fcc-456e-b642-d1af2ff80983. Jun 28 12:23:25.479199 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Calling delete_port for 00580958-9fcc-456e-b642-d1af2ff80983 owned by compute:nova {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:23:25.590136 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295a95b-fe90-48a9-99dc-8db539863ef3 req-847544dc-f28c-4a77-87bf-4e189bdbe3f1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:25.591640 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f295a95b-fe90-48a9-99dc-8db539863ef3 req-847544dc-f28c-4a77-87bf-4e189bdbe3f1 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af66e3e-55db-4c2f-9398-babe0a75a985 HTTP/1.1" status: 200 len: 945 time: 0.0641348 Jun 28 12:23:25.604833 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:25.609151 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-16cf761f-b189-4997-bb2b-fa0b9f54eb7e tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:25.629993 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f295a95b-fe90-48a9-99dc-8db539863ef3 req-47044919-26ec-4d67-a0a0-db7ec051d2a9 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups?id=d159f66f-1f8b-42eb-b31f-c8470736e404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323079 Jun 28 12:23:25.638472 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event deleted for resources: {'Port': ['ID=00580958-9fcc-456e-b642-d1af2ff80983,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:25.651564 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.651951 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.652323 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.652691 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.653054 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.653427 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.653775 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.654131 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.654493 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.654910 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.655220 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.655576 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:25.660430 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:25.768445 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Router 95072749-9969-453e-8ed3-5c7035106902 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:23:25.877987 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:23:25.888977 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] Sync routers for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:23:25.897943 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:23:25.898534 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:25.920483 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] No DVR routers for this DVR port 00580958-9fcc-456e-b642-d1af2ff80983 on host hv-cinder-77238 {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:23:25.923056 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:25.925071 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3576a11a-2936-4e96-a8a9-f5ad54f43530 req-8e89d910-ab56-43e0-a3a1-408da3bc6f35 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.15 "DELETE /v2.0/ports/00580958-9fcc-456e-b642-d1af2ff80983 HTTP/1.1" status: 204 len: 173 time: 1.0730002 Jun 28 12:23:25.925607 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'name': 'network-vif-deleted', 'tag': '00580958-9fcc-456e-b642-d1af2ff80983'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:23:25.927971 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17fd1f3-0969-4839-82ce-1926885c6008" -d '{"events": [{"server_uuid": "8af66e3e-55db-4c2f-9398-babe0a75a985", "name": "network-vif-deleted", "tag": "00580958-9fcc-456e-b642-d1af2ff80983"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:23:25.965513 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6202e4f7-3e0f-4a08-a3b6-d9d78193a6c0 x-openstack-request-id: req-6202e4f7-3e0f-4a08-a3b6-d9d78193a6c0 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:23:25.965927 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af66e3e-55db-4c2f-9398-babe0a75a985", "name": "network-vif-deleted", "tag": "00580958-9fcc-456e-b642-d1af2ff80983", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:23:25.966291 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6202e4f7-3e0f-4a08-a3b6-d9d78193a6c0 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:23:25.966760 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af66e3e-55db-4c2f-9398-babe0a75a985', 'name': 'network-vif-deleted', 'tag': '00580958-9fcc-456e-b642-d1af2ff80983', 'status': 'completed', 'code': 200} Jun 28 12:23:26.025252 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:23:26.251919 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:26.277403 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] Checking router: 95072749-9969-453e-8ed3-5c7035106902 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:23:26.286473 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:23:26.287061 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:26.396240 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:23:26.688726 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:26.714148 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8a337-9b02-4816-b526-a8b4c22c84a6 None None] The sync data for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi is: [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 4, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'c5407139-2a81-4a2c-8276-dc8109401e5e', 'name': '', 'network_id': '5b906e09-71d5-44e5-982f-8a79a50b224f', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'mac_address': 'fa:16:3e:c6:14:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:17Z', 'updated_at': '2021-06-28T12:17:23Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'subnets': [{'id': '2d310d74-0d74-42d7-b25d-bb393e5b8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:23:26.762895 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 34972) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:26.818677 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:26.847778 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:26.897579 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:26.900358 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:26.901564 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "DELETE /v2.0/security-groups/d159f66f-1f8b-42eb-b31f-c8470736e404 HTTP/1.1" status: 204 len: 168 time: 0.1374576 Jun 28 12:23:26.903159 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-e77aa04f-87f6-4ccc-8101-7e69b5cd644a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:26.905122 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34974) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:26.913124 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d159f66f-1f8b-42eb-b31f-c8470736e404,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:26.920702 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.920998 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.921357 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.921710 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.922069 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.922425 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.922632 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.api.v2.resource [None req-3002bab2-041e-4dbd-8c46-bffa1b694dc3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] show failed (client error): The resource could not be found. Jun 28 12:23:26.922808 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.923172 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.923526 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.923835 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-3002bab2-041e-4dbd-8c46-bffa1b694dc3 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "GET /v2.0/security-groups/d159f66f-1f8b-42eb-b31f-c8470736e404 HTTP/1.1" status: 404 len: 347 time: 0.0168071 Jun 28 12:23:26.923963 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.924208 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.924549 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:26.926852 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 34976) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:26.928004 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:26.933777 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44ed37-cfce-4fed-8fca-43a7aa5f53c9 None None] New status for floating IP 43461ad1-96f1-484a-9102-defa78722cc8: DOWN {{(pid=93239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:23:27.050432 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Deleting port f07d0f4e-b703-4b2a-ac4b-8ff2f8fffd83 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:23:27.050771 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:27.128802 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:27.129185 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:27.142911 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Calling delete_port for f07d0f4e-b703-4b2a-ac4b-8ff2f8fffd83 owned by network:floatingip {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:23:27.280673 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:27.282639 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3302decc-793b-469e-b307-b46135805443 tempest-VolumesSnapshotTestJSON-1188657132 tempest-VolumesSnapshotTestJSON-1188657132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:27.282802 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 00580958-9fcc-456e-b642-d1af2ff80983 no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:23:27.302760 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 00580958-9fcc-456e-b642-d1af2ff80983 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:23:27.303138 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 00580958-9fcc-456e-b642-d1af2ff80983 not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:23:27.308822 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Pushing event deleted for resources: {'Port': ['ID=f07d0f4e-b703-4b2a-ac4b-8ff2f8fffd83,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:27.311905 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:27.369944 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:27.372531 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:27.373742 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] 10.222.0.11 "DELETE /v2.0/floatingips/43461ad1-96f1-484a-9102-defa78722cc8 HTTP/1.1" status: 204 len: 168 time: 0.4458754 Jun 28 12:23:31.102492 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35004) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:31.571352 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:31.825940 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Deleting port c5407139-2a81-4a2c-8276-dc8109401e5e {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:23:31.826210 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:31.903076 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] For port c5407139-2a81-4a2c-8276-dc8109401e5e, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=c5407139-2a81-4a2c-8276-dc8109401e5e,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:23:31.903458 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:31.916327 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Calling delete_port for c5407139-2a81-4a2c-8276-dc8109401e5e owned by network:router_interface {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:23:32.103686 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:32.105487 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b211b5ad-7017-453a-978a-e50709f92a8f tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:32.129847 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5407139-2a81-4a2c-8276-dc8109401e5e,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:32.133027 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:32.292439 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:32.505919 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Router 95072749-9969-453e-8ed3-5c7035106902 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:23:32.857641 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:23:32.863163 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] 10.222.0.11 "PUT /v2.0/routers/95072749-9969-453e-8ed3-5c7035106902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594328 Jun 28 12:23:32.866236 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35008) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:32.868594 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] Sync routers for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:23:32.878919 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:23:32.879562 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:32.966800 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks [] for router, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:32.979651 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:23:33.070230 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.125455 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Deleting port 57ddaf8f-935c-482f-af6d-b8569434452f {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:23:33.126172 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.156661 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:23:32Z', 'revision_number': 5, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port': {'id': '57ddaf8f-935c-482f-af6d-b8569434452f', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95072749-9969-453e-8ed3-5c7035106902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:33.187054 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] Checking router: 95072749-9969-453e-8ed3-5c7035106902 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:23:33.196677 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] Routers {'95072749-9969-453e-8ed3-5c7035106902'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:23:33.197287 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['95072749-9969-453e-8ed3-5c7035106902'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:33.201875 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] For port 57ddaf8f-935c-482f-af6d-b8569434452f, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=57ddaf8f-935c-482f-af6d-b8569434452f,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:23:33.202286 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.214622 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Calling delete_port for 57ddaf8f-935c-482f-af6d-b8569434452f owned by network:router_gateway {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:23:33.281289 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] Set router 95072749-9969-453e-8ed3-5c7035106902 gateway port host: None {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:23:33.330519 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:23:33Z', 'revision_number': 6, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:33.359453 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e9852-c0ea-4f34-a843-4d5475f3151b None None] The sync data for ids ['95072749-9969-453e-8ed3-5c7035106902'] in dv-cinder-772388-5-iscsi is: [{'id': '95072749-9969-453e-8ed3-5c7035106902', 'name': 'tempest-AttachVolumeTestJSON-1204581367-router', 'tenant_id': '494ffe5881334f35ad8359b71558b837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:15Z', 'updated_at': '2021-06-28T12:23:33Z', 'revision_number': 6, 'project_id': '494ffe5881334f35ad8359b71558b837', 'gw_port_host': None}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:23:33.387191 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.389439 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-fbc29ff0-639b-4907-8517-dd1538909538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:33.425868 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ddaf8f-935c-482f-af6d-b8569434452f,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:33.428179 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:33.489837 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.582140 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.584313 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.630059 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.630411 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95072749-9969-453e-8ed3-5c7035106902 {{(pid=93237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:23:33.634740 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.635967 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ed7a1e6c-16d6-47c9-8a8c-90d8ee04d149 admin admin] 10.222.0.11 "DELETE /v2.0/routers/95072749-9969-453e-8ed3-5c7035106902 HTTP/1.1" status: 204 len: 168 time: 0.7686148 Jun 28 12:23:33.639807 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35010) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:33.688427 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] Deleting subnet 2d310d74-0d74-42d7-b25d-bb393e5b8bbc {{(pid=93237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:23:33.692166 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.729147 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1078807'] for subnet, precommit_delete_associations {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.822034 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.878093 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10923669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11154796'] for subnet, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.880512 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c4c2514e-ca46-426e-bced-4be278ac8504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:33.908746 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d310d74-0d74-42d7-b25d-bb393e5b8bbc,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:33.910709 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:33.912929 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2d310d74-0d74-42d7-b25d-bb393e5b8bbc HTTP/1.1" status: 204 len: 168 time: 0.2718651 Jun 28 12:23:33.914367 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-2e266e0f-6f31-47a9-a15a-964e18f436b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:33.915015 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7953ec-dece-47cc-92d5-48925b34e76c None None] Network 5b906e09-71d5-44e5-982f-8a79a50b224f requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:23:33.915551 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35012) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:33.982456 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.034612 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Deleting port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:23:34.034862 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.109317 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] DHCP port deletion for 5b906e09-71d5-44e5-982f-8a79a50b224f request from dv-cinder-772388-5-iscsi {{(pid=93239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:23:34.110744 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] For port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:23:34.111387 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.132822 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Calling delete_port for fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 owned by network:dhcp {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:23:34.180408 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Deleting port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 {{(pid=93239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:23:34.180790 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.217101 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.219636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c9ace5ce-1552-4ed5-9dca-b55446224263 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:34.246826 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:34.247129 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] For port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,segment=NetworkSegment(0d1c14ff-0bab-47cb-8120-1501cb3261cc),segment_id=0d1c14ff-0bab-47cb-8120-1501cb3261cc)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:23:34.247620 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.250531 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:34.251233 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] No DVR routers for this DVR port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 on host dv-cinder-772388-5-iscsi {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:23:34.263346 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Calling delete_port for fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 owned by network:dhcp {{(pid=93239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:23:34.321079 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.331883 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b906e09-71d5-44e5-982f-8a79a50b224f']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:34.339700 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559'] for port, after_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.341769 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:34.343399 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1c14ff-0bab-47cb-8120-1501cb3261cc') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:34.343887 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1c14ff-0bab-47cb-8120-1501cb3261cc') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:34.353606 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.364282 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Pushing event deleted for resources: {'Port': ['ID=fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3,revision_number=None']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:34.369433 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.373517 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.373916 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.375536 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.375536 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.375536 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.375536 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.375536 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.377023 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.377023 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.377313 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:23:34.377476 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.377476 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.377824 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.377955 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:23:34.380810 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:23:34.385042 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:34.385042 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dcf0c-3889-40bf-9133-d78a64a7ee79 None None] No DVR routers for this DVR port fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 on host dv-cinder-772388-5-iscsi {{(pid=93239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:23:34.448877 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.452875 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:34.455317 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.457292 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5b906e09-71d5-44e5-982f-8a79a50b224f HTTP/1.1" status: 204 len: 168 time: 0.5412252 Jun 28 12:23:34.468360 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b906e09-71d5-44e5-982f-8a79a50b224f,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:34.471384 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:34.583356 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35016) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:34.625131 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ac173b2a-59ac-4634-99fb-1a032e5f8da6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=494ffe5881334f35ad8359b71558b837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404887 Jun 28 12:23:34.627658 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35018) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:34.675679 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d5c3-0a0a-4a5f-b0a4-daf244e7c232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.697166 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d5c3-0a0a-4a5f-b0a4-daf244e7c232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.746686 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d5c3-0a0a-4a5f-b0a4-daf244e7c232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.750379 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cdf1d5c3-0a0a-4a5f-b0a4-daf244e7c232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:34.751904 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cdf1d5c3-0a0a-4a5f-b0a4-daf244e7c232 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa04c1a5-9560-4195-8e5a-0a4d2618531f HTTP/1.1" status: 204 len: 168 time: 0.1233845 Jun 28 12:23:34.752898 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6627b62b-3f20-492d-bd86-8136bf9789c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:34.761098 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1d5c3-0a0a-4a5f-b0a4-daf244e7c232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa04c1a5-9560-4195-8e5a-0a4d2618531f,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:34.765360 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cdf1d5c3-0a0a-4a5f-b0a4-daf244e7c232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:35.083389 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device c5407139-2a81-4a2c-8276-dc8109401e5e no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:23:35.106849 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: c5407139-2a81-4a2c-8276-dc8109401e5e {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:23:35.107270 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device c5407139-2a81-4a2c-8276-dc8109401e5e not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:23:35.107701 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 57ddaf8f-935c-482f-af6d-b8569434452f no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:23:35.130554 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 57ddaf8f-935c-482f-af6d-b8569434452f {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:23:35.130911 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 57ddaf8f-935c-482f-af6d-b8569434452f not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:23:35.131356 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:23:35.149325 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:23:35.149674 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device fc4fc084-6b2f-4941-9a6e-0eaedd24c6c3 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:23:38.637816 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35078) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:38.754202 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3f54ffc2-eb30-4255-bbd5-d639f9f28e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:38.853650 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3f54ffc2-eb30-4255-bbd5-d639f9f28e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:38.860379 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3f54ffc2-eb30-4255-bbd5-d639f9f28e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:38.862653 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c12c5db0-536b-42ef-af63-ef05f574c6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:38.897373 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-3f54ffc2-eb30-4255-bbd5-d639f9f28e95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53a5c8b197ad4950b4ee12d58b8fc41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584136 Jun 28 12:23:38.899421 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54ffc2-eb30-4255-bbd5-d639f9f28e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9286f853-7ba0-48a8-b4de-d343d3ce93ba,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:38.900180 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35082) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:38.902473 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3f54ffc2-eb30-4255-bbd5-d639f9f28e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:38.949604 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd377-cc7f-4fbc-a172-04e76f4656d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:38.971263 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd377-cc7f-4fbc-a172-04e76f4656d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:39.021887 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd377-cc7f-4fbc-a172-04e76f4656d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:39.024445 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd377-cc7f-4fbc-a172-04e76f4656d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:39.025598 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c4ddd377-cc7f-4fbc-a172-04e76f4656d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9286f853-7ba0-48a8-b4de-d343d3ce93ba HTTP/1.1" status: 204 len: 168 time: 0.1244795 Jun 28 12:23:39.026430 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4abf7f2d-2256-456e-99c9-2b24bc9e5358 tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:39.034054 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddd377-cc7f-4fbc-a172-04e76f4656d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9286f853-7ba0-48a8-b4de-d343d3ce93ba,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:39.036473 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c4ddd377-cc7f-4fbc-a172-04e76f4656d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:40.304955 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35132) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:40.414858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-35a97280-1d95-4099-a2ba-7c7357f67856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:40.520342 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-35a97280-1d95-4099-a2ba-7c7357f67856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:40.526219 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-35a97280-1d95-4099-a2ba-7c7357f67856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:40.528714 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-db23e953-8203-4161-94d4-66097902e7d5 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:40.566049 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-35a97280-1d95-4099-a2ba-7c7357f67856 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=505ec72c03e24e5bbddb3ca9307e83a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599740 Jun 28 12:23:40.567013 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a97280-1d95-4099-a2ba-7c7357f67856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6387bc8-e7be-4cd0-8210-926782ce876e,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:40.569109 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35136) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:40.570355 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-35a97280-1d95-4099-a2ba-7c7357f67856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:40.618246 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c16d8da0-412a-4651-ad11-605d0954ce79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:40.639937 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c16d8da0-412a-4651-ad11-605d0954ce79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:40.686773 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c16d8da0-412a-4651-ad11-605d0954ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:40.689413 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-c16d8da0-412a-4651-ad11-605d0954ce79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:40.690565 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-c16d8da0-412a-4651-ad11-605d0954ce79 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6387bc8-e7be-4cd0-8210-926782ce876e HTTP/1.1" status: 204 len: 168 time: 0.1203971 Jun 28 12:23:40.691359 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-55a4f389-d6f0-4c56-8770-074a9caefa32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:40.699184 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d8da0-412a-4651-ad11-605d0954ce79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6387bc8-e7be-4cd0-8210-926782ce876e,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:40.701485 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-c16d8da0-412a-4651-ad11-605d0954ce79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:46.475531 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-7bfbd760-4d1c-4e39-8f72-5113e8e09f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:47.241433 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:49.076364 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:49.096322 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2b75-a46e-4d0e-9b40-26ed3d61d94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:49.795007 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35276) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:49.918999 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-05b9672a-d0fe-45f2-a723-993e289e5a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.025758 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-05b9672a-d0fe-45f2-a723-993e289e5a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.032879 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-05b9672a-d0fe-45f2-a723-993e289e5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.035788 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-29759af5-3a61-495b-a357-14236be0de54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:50.074745 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-05b9672a-d0fe-45f2-a723-993e289e5a68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a96ccb02c28245349213238c6fc2ed6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785959 Jun 28 12:23:50.075661 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9672a-d0fe-45f2-a723-993e289e5a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c377ebff-7f2e-464a-a660-f917923d7042,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:50.077740 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35280) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:50.082014 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-05b9672a-d0fe-45f2-a723-993e289e5a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:50.121522 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.140309 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c85a-bea0-4cd5-a55d-92aadb447a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.163782 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c85a-bea0-4cd5-a55d-92aadb447a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.231338 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c85a-bea0-4cd5-a55d-92aadb447a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.235354 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c85a-bea0-4cd5-a55d-92aadb447a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.236619 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-b6e2c85a-bea0-4cd5-a55d-92aadb447a89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c377ebff-7f2e-464a-a660-f917923d7042 HTTP/1.1" status: 204 len: 168 time: 0.1576664 Jun 28 12:23:50.237412 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5fef51bd-818a-419f-bcd9-b8db73428429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:50.245707 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c85a-bea0-4cd5-a55d-92aadb447a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c377ebff-7f2e-464a-a660-f917923d7042,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:50.248260 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b6e2c85a-bea0-4cd5-a55d-92aadb447a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:50.561283 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35286) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:50.577331 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-380b46dd-ea34-448a-9fd1-95ef49002152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.674493 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-380b46dd-ea34-448a-9fd1-95ef49002152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.679601 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-380b46dd-ea34-448a-9fd1-95ef49002152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.682018 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b73a94e0-c847-437f-ab75-4b0dec28e8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:50.717457 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-380b46dd-ea34-448a-9fd1-95ef49002152 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e76a6672b02246b0a727edfa61cc9af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550395 Jun 28 12:23:50.718245 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b46dd-ea34-448a-9fd1-95ef49002152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5bda9d-a29c-4cc8-827a-d815dd87cfa2,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:50.720524 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35288) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:50.721346 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-380b46dd-ea34-448a-9fd1-95ef49002152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:50.773361 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ec8c322d-8eb6-4a76-b8d2-f25a0d79ab6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.794120 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ec8c322d-8eb6-4a76-b8d2-f25a0d79ab6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.842133 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ec8c322d-8eb6-4a76-b8d2-f25a0d79ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.844727 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-ec8c322d-8eb6-4a76-b8d2-f25a0d79ab6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:50.845910 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-ec8c322d-8eb6-4a76-b8d2-f25a0d79ab6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c5bda9d-a29c-4cc8-827a-d815dd87cfa2 HTTP/1.1" status: 204 len: 168 time: 0.1243706 Jun 28 12:23:50.846858 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-05b9672a-d0fe-45f2-a723-993e289e5a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:50.854648 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c322d-8eb6-4a76-b8d2-f25a0d79ab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5bda9d-a29c-4cc8-827a-d815dd87cfa2,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:50.857644 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ec8c322d-8eb6-4a76-b8d2-f25a0d79ab6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:51.177017 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35294) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:51.195778 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-caa95088-6f42-4d57-a395-904b5a4ff003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.292910 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-caa95088-6f42-4d57-a395-904b5a4ff003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.298613 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-caa95088-6f42-4d57-a395-904b5a4ff003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.301199 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1a99853e-ac30-4db3-99e4-413e81cbc8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:51.336313 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-caa95088-6f42-4d57-a395-904b5a4ff003 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21725fd519304caf959b149624b3dffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572111 Jun 28 12:23:51.337519 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95088-6f42-4d57-a395-904b5a4ff003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba19213-3eb2-46d5-974d-3d1ea0332e61,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:51.339345 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35296) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:51.340556 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-caa95088-6f42-4d57-a395-904b5a4ff003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:51.392158 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-edbe1aae-81fc-43e7-b418-782dbbc0a384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.422127 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-edbe1aae-81fc-43e7-b418-782dbbc0a384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.478573 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-edbe1aae-81fc-43e7-b418-782dbbc0a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.482982 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-edbe1aae-81fc-43e7-b418-782dbbc0a384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.484825 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-edbe1aae-81fc-43e7-b418-782dbbc0a384 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ba19213-3eb2-46d5-974d-3d1ea0332e61 HTTP/1.1" status: 204 len: 168 time: 0.1442261 Jun 28 12:23:51.485965 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-b418bbfa-712a-4430-817f-e7c91651d795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:51.493448 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe1aae-81fc-43e7-b418-782dbbc0a384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba19213-3eb2-46d5-974d-3d1ea0332e61,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:51.495624 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-edbe1aae-81fc-43e7-b418-782dbbc0a384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:51.918126 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.503375 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35368) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:53.618792 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c31a3d3f-f8ac-46aa-bc9b-4a6dde8910ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.721937 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c31a3d3f-f8ac-46aa-bc9b-4a6dde8910ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.729054 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c31a3d3f-f8ac-46aa-bc9b-4a6dde8910ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.733241 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-0918ab03-2998-40b9-97ff-19241a3c23a6 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:53.769718 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a3d3f-f8ac-46aa-bc9b-4a6dde8910ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf76963-b412-46ea-95ab-441e9e207370,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:53.775536 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c31a3d3f-f8ac-46aa-bc9b-4a6dde8910ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f614340a03204c40bee6d356d0279b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710891 Jun 28 12:23:53.776822 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c31a3d3f-f8ac-46aa-bc9b-4a6dde8910ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:53.777000 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35372) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:53.827651 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ccf2743f-96b9-4f75-b377-fd4c47583ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.849534 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ccf2743f-96b9-4f75-b377-fd4c47583ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.902257 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ccf2743f-96b9-4f75-b377-fd4c47583ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.905044 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-ccf2743f-96b9-4f75-b377-fd4c47583ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.906193 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-ccf2743f-96b9-4f75-b377-fd4c47583ce0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bdf76963-b412-46ea-95ab-441e9e207370 HTTP/1.1" status: 204 len: 168 time: 0.1283736 Jun 28 12:23:53.906945 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9ac8746d-c614-4195-87d2-bb651acc708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:53.914868 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2743f-96b9-4f75-b377-fd4c47583ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf76963-b412-46ea-95ab-441e9e207370,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:53.917159 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ccf2743f-96b9-4f75-b377-fd4c47583ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:54.209974 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35380) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:54.223941 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3d45857f-3ac7-49fc-8245-42b50303b8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.316172 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3d45857f-3ac7-49fc-8245-42b50303b8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.322789 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-3d45857f-3ac7-49fc-8245-42b50303b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.325323 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-807d2795-a9d8-4f14-bb4b-15de3d8809bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:54.364726 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-3d45857f-3ac7-49fc-8245-42b50303b8dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0073be11d2f54db78fd97fb5866fa337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537013 Jun 28 12:23:54.365914 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45857f-3ac7-49fc-8245-42b50303b8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c32b6-c083-4007-8c03-c9f6fdc06dcf,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:54.367804 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35382) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:54.368980 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-3d45857f-3ac7-49fc-8245-42b50303b8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:54.439298 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4651962c-b7b2-490c-9a6d-8a6a75cee6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.460241 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4651962c-b7b2-490c-9a6d-8a6a75cee6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.512484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4651962c-b7b2-490c-9a6d-8a6a75cee6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.515145 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-4651962c-b7b2-490c-9a6d-8a6a75cee6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.516296 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-4651962c-b7b2-490c-9a6d-8a6a75cee6b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e26c32b6-c083-4007-8c03-c9f6fdc06dcf HTTP/1.1" status: 204 len: 168 time: 0.1475270 Jun 28 12:23:54.517052 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-a6bb2661-fcb7-4873-8cc5-c916e7645ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:54.524427 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651962c-b7b2-490c-9a6d-8a6a75cee6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c32b6-c083-4007-8c03-c9f6fdc06dcf,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:54.526709 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-4651962c-b7b2-490c-9a6d-8a6a75cee6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:55.228818 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35404) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:55.328858 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2069652174-network', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:23:55.357654 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Made reservation on behalf of a1c97c52c8a14a7296d9a4ff1876098f for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:23:55.360727 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.369598 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.463769 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.469244 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.472982 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-9916ad10-3214-49f8-ba7a-6d86271a5fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:55.493257 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:23:55.502705 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c15a35-8898-4253-a142-4e33e36af1da,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:55.506865 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:55.507937 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.508273 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Added segment 4053a44a-2723-41ab-9942-249b662a3bbe of type vlan for network be24745e-183c-4428-b253-380b3063643f Jun 28 12:23:55.545962 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.576170 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.577459 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:55.578032 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.580873 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-bbc9c85d-c9af-437d-b469-fc13c4e90487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:55.606824 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3766077 Jun 28 12:23:55.610187 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35408) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:55.615318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Request body: {'subnet': {'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2069652174-subnet', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'ip_version': 4}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:23:55.638632 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Made reservation on behalf of a1c97c52c8a14a7296d9a4ff1876098f for: {'subnet': 1} {{(pid=93238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:23:55.639532 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Pushing event updated for resources: {'Network': ['ID=be24745e-183c-4428-b253-380b3063643f,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:55.641909 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12293995'] for subnet, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.642274 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:55.649823 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network be24745e-183c-4428-b253-380b3063643f details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:23:55.818884 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11540945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12294529'] for subnet, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.821067 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-822615e4-af55-473f-8f3d-4ffc0b449d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:55.866835 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe06ec76-997d-471b-951d-110e08898719,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:55.869647 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:55.884390 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Checking segment: {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:23:55.884733 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Network hostable DHCP agents. Network: be24745e-183c-4428-b253-380b3063643f, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:23:55.904070 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Network be24745e-183c-4428-b253-380b3063643f is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:23:55.917636 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, be24745e-183c-4428-b253-380b3063643f) {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:23:55.922083 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:55.922652 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.927428 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f6b0f-da21-487a-98f8-4d05fec2f40f None None] Network be24745e-183c-4428-b253-380b3063643f requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:23:55.937907 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4e553bc3-e8af-4308-bcfd-aa67373b7dbb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3266542 Jun 28 12:23:55.940661 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35410) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:55.945211 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:23:55.966798 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:55.967961 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.022636 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.070502 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-be24745e-183c-4428-b253-380b3063643f', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:23:56.071454 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.153972 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.208874 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Allocated IP 172.20.0.2 (be24745e-183c-4428-b253-380b3063643f/fe06ec76-997d-471b-951d-110e08898719/5c1bceb4-91fe-44e6-a665-926b85443474) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:23:56.351218 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.358531 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.359815 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Transition to ACTIVE for port object 5c1bceb4-91fe-44e6-a665-926b85443474 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:23:56.374330 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Transition to ACTIVE for port object 5c1bceb4-91fe-44e6-a665-926b85443474 will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:23:56.379650 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.381443 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.383331 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:56.418035 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Network be24745e-183c-4428-b253-380b3063643f is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:23:56.422699 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:23:56.426039 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:23:56.434847 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Pushing event updated for resources: {'Port': ['ID=5c1bceb4-91fe-44e6-a665-926b85443474,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:56.438275 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:56.485688 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Allocated IP 172.27.1.161 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/17252a45-5131-4a41-bfa5-219fa8c7e215) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:23:56.493305 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Attempting to bind port 5c1bceb4-91fe-44e6-a665-926b85443474 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:23:56.494215 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Attempting to bind port 5c1bceb4-91fe-44e6-a665-926b85443474 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:23:56.494595 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Attempting to bind port 5c1bceb4-91fe-44e6-a665-926b85443474 on network be24745e-183c-4428-b253-380b3063643f {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:23:56.500928 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:23:56.501299 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Checking segment: {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:23:56.502189 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.503055 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Bound using segment: {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:23:56.503610 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Bound port: 5c1bceb4-91fe-44e6-a665-926b85443474, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:23:56.503987 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.570241 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] For port 5c1bceb4-91fe-44e6-a665-926b85443474, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:23:56.573791 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] For port 5c1bceb4-91fe-44e6-a665-926b85443474, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=5c1bceb4-91fe-44e6-a665-926b85443474,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:23:56.578803 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.581568 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:56.604698 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.645878 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Pushing event updated for resources: {'Port': ['ID=5c1bceb4-91fe-44e6-a665-926b85443474,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:56.649206 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:56.659175 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:56.661389 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1cfe9755-6d47-482c-bd8a-4203edb94668 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:56.701412 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:23:56.704245 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:23:56.708806 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:23:56.712002 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Pushing event updated for resources: {'Port': ['ID=17252a45-5131-4a41-bfa5-219fa8c7e215,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:56.731446 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:57.007607 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:57.122040 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 5c1bceb4-91fe-44e6-a665-926b85443474 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:23:57.172608 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 5c1bceb4-91fe-44e6-a665-926b85443474 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:23:57.214326 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:57.357821 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:23:57.467253 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:23:57.480873 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Sync routers for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:23:57.490937 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:57.491289 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:23:57.492000 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:57.495467 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-4d284e6b-a6cb-4b3d-9d62-0d87f7d468ef admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5510352 Jun 28 12:23:57.496609 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35412) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:57.532953 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ced878-0dd4-4d4d-8a0b-2123e6f9bad0 None None] Network be24745e-183c-4428-b253-380b3063643f requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:23:57.777707 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1ca5d315-76ee-42fd-8c1d-eee85b10ce5a None None] Provisioning for port 5c1bceb4-91fe-44e6-a665-926b85443474 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:23:57.794617 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1ca5d315-76ee-42fd-8c1d-eee85b10ce5a None None] Provisioning complete for port 5c1bceb4-91fe-44e6-a665-926b85443474 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:57.794916 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d315-76ee-42fd-8c1d-eee85b10ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:57.832257 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:23:57.908705 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.075229 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d315-76ee-42fd-8c1d-eee85b10ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.131562 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1ca5d315-76ee-42fd-8c1d-eee85b10ce5a None None] For port 5c1bceb4-91fe-44e6-a665-926b85443474, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=5c1bceb4-91fe-44e6-a665-926b85443474,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:23:58.141160 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d315-76ee-42fd-8c1d-eee85b10ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.143870 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:58.179224 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:56Z', 'revision_number': 3, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:58.225144 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Checking router: b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:23:58.225496 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Updating router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e port 17252a45-5131-4a41-bfa5-219fa8c7e215 binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:23:58.258443 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5d315-76ee-42fd-8c1d-eee85b10ce5a None None] Pushing event updated for resources: {'Port': ['ID=5c1bceb4-91fe-44e6-a665-926b85443474,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:58.262814 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1ca5d315-76ee-42fd-8c1d-eee85b10ce5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:58.272571 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.379459 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Allocated IP 172.20.0.1 (be24745e-183c-4428-b253-380b3063643f/fe06ec76-997d-471b-951d-110e08898719/aeede2a8-d188-462f-9391-7442855b664d) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:23:58.381676 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-2fd63c5e-2e88-4eec-8fe8-66531db1eed7 None None] Provisioning complete for port 5c1bceb4-91fe-44e6-a665-926b85443474 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:58.382082 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-2fd63c5e-2e88-4eec-8fe8-66531db1eed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.485792 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.499168 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Transition to ACTIVE for port object aeede2a8-d188-462f-9391-7442855b664d will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:23:58.533208 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.535246 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-363e7bb9-900b-4dda-b4c3-e7416bb085f1 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:58.575288 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Network be24745e-183c-4428-b253-380b3063643f is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:23:58.578205 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:23:58.582923 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:23:58.586230 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Pushing event updated for resources: {'Port': ['ID=aeede2a8-d188-462f-9391-7442855b664d,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:58.600258 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.611291 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:58.611472 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Transition to ACTIVE for port object 17252a45-5131-4a41-bfa5-219fa8c7e215 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:23:58.621176 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.624438 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:58.631122 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.678143 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Attempting to bind port 17252a45-5131-4a41-bfa5-219fa8c7e215 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:23:58.678526 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Attempting to bind port 17252a45-5131-4a41-bfa5-219fa8c7e215 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:23:58.679074 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Attempting to bind port 17252a45-5131-4a41-bfa5-219fa8c7e215 on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:23:58.686656 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62131d-8d68-408f-8097-3fa809ab6f86 None None] Pushing event updated for resources: {'Port': ['ID=17252a45-5131-4a41-bfa5-219fa8c7e215,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:58.689650 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:23:58.690036 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:23:58.690463 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.690836 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:23:58.691349 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Bound port: 17252a45-5131-4a41-bfa5-219fa8c7e215, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:23:58.691741 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.694887 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ed62131d-8d68-408f-8097-3fa809ab6f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:58.753801 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] For port 17252a45-5131-4a41-bfa5-219fa8c7e215, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:23:58.757351 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] For port 17252a45-5131-4a41-bfa5-219fa8c7e215, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=17252a45-5131-4a41-bfa5-219fa8c7e215,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:23:58.763212 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.775219 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:58.780018 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.816129 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:23:58.816755 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:58.866375 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62131d-8d68-408f-8097-3fa809ab6f86 None None] Pushing event updated for resources: {'Port': ['ID=17252a45-5131-4a41-bfa5-219fa8c7e215,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:58.873201 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ed62131d-8d68-408f-8097-3fa809ab6f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:58.885651 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-3f48b36c-961f-454d-871d-3e5888fa2931 None None] Provisioning for port aeede2a8-d188-462f-9391-7442855b664d completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:23:58.916480 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-3f48b36c-961f-454d-871d-3e5888fa2931 None None] Provisioning complete for port aeede2a8-d188-462f-9391-7442855b664d triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:58.916861 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3f48b36c-961f-454d-871d-3e5888fa2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.949272 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.956365 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:58.961380 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-3f48b36c-961f-454d-871d-3e5888fa2931 None None] Port aeede2a8-d188-462f-9391-7442855b664d cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:23:58.968807 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:23:58.977441 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2725413c-825c-481e-a014-f703f6919ff3 tempest-AttachVolumeShelveTestJSON-1359233079 tempest-AttachVolumeShelveTestJSON-1359233079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:58.993786 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:23:59.026937 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:59.029798 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Pushing event updated for resources: {'Port': ['ID=aeede2a8-d188-462f-9391-7442855b664d,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:59.036281 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:59.101104 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 5c1bceb4-91fe-44e6-a665-926b85443474 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:23:59.122143 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Network be24745e-183c-4428-b253-380b3063643f is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:23:59.123688 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:23:59.194928 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 5c1bceb4-91fe-44e6-a665-926b85443474 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:59.195529 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:59.239417 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 1, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:23:59.242801 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:23:59.270335 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd0ba72-fc8e-425b-940f-4ef26558ab4d None None] The sync data for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi is: [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 1, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:23:59.359967 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:23:59.364932 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] 10.222.0.11 "PUT /v2.0/routers/b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8681993 Jun 28 12:23:59.383255 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ce052a42-fbb0-45ef-bbde-0147263f1ab3 None None] Provisioning complete for port aeede2a8-d188-462f-9391-7442855b664d triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:59.383710 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ce052a42-fbb0-45ef-bbde-0147263f1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:59.417905 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ce052a42-fbb0-45ef-bbde-0147263f1ab3 None None] Port aeede2a8-d188-462f-9391-7442855b664d cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:23:59.903489 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35428) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:23:59.908681 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-212397353-network', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:23:59.934020 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Made reservation on behalf of f83e397ebb0249699dd1f93ba930750d for: {'network': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:23:59.936529 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for network, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:59.946599 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.051023 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.056097 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.059289 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:00.084693 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=93237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:24:00.091327 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57bebda-439f-4d00-b941-939d62671a6c,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:00.095339 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:00.098450 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.098868 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.segments_db [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Added segment b919b0cc-742a-47e8-a813-07a43764d078 of type vlan for network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa Jun 28 12:24:00.141529 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776443938672'] for network, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.171975 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987'] for network, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.173151 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:00.173747 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.176083 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-540c1b5c-aa25-4dc8-a048-aa73a58a90b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:00.230530 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3259180 Jun 28 12:24:00.233269 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35430) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:00.240285 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Request body: {'subnet': {'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-212397353-subnet', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'ip_version': 4}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:00.246702 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Pushing event updated for resources: {'Network': ['ID=ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:00.250199 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6abcb012-7b28-4f0c-be11-8100f4b1a66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:00.257363 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa details requested by agent ovs-agent-dv-cinder-772388-5-iscsi with host dv-cinder-772388-5-iscsi {{(pid=93239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 12:24:00.270170 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Made reservation on behalf of f83e397ebb0249699dd1f93ba930750d for: {'subnet': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:24:00.273554 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11156367'] for subnet, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.450490 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10923732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11154789'] for subnet, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.452900 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:00.504718 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa34687-c325-4ec5-8368-d21413982acc,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:00.508654 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:00.516037 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Checking segment: {'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:24:00.516394 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Network hostable DHCP agents. Network: ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa, hostable agents: ['4fcf1b1d-39ed-4feb-af3e-15d2890879ab'], hosted agents: [] {{(pid=93237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:24:00.534179 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa is scheduled to be hosted by DHCP agent 4fcf1b1d-39ed-4feb-af3e-15d2890879ab with binding_index 1 {{(pid=93237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:24:00.545268 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-5-iscsi, ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa) {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:24:00.549552 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:00.550134 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for subnet, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.555917 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482f3674-0790-462c-8f53-bd7764f7fc78 None None] Network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:24:00.564678 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-eb4866de-2fdd-4fa8-9bce-24cde1c5c35d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3303363 Jun 28 12:24:00.567190 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35432) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:00.571638 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:00.594741 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14087'] for router, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.596184 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-676182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14092'] for router, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.651895 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.712970 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpada2b969-1afd-533d-9fc7-de7b6d748075-ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa', 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'fixed_ips': [{'subnet_id': '7aa34687-c325-4ec5-8368-d21413982acc'}]}} from dv-cinder-772388-5-iscsi. {{(pid=93239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 12:24:00.713847 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.787100 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14114'] for router, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:00.850340 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.db_base_plugin_common [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Allocated IP 172.20.0.2 (ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa/7aa34687-c325-4ec5-8368-d21413982acc/495a2c3a-a3c9-4e1e-a02a-303dfc97e01e) {{(pid=93239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:24:00.994064 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.004887 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Notify callbacks [] for port, precommit_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.013114 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.013304 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Transition to ACTIVE for port object 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:24:01.028038 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Transition to ACTIVE for port object 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e will not be triggered until provisioned by entity DHCP. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:24:01.036929 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550'] for port, after_create {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.039107 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:01.080193 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa is already hosted by enough agents. {{(pid=93239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:24:01.085149 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.scheduler.base_scheduler [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Resources bound (agent type, host, resource id): {{(pid=93239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:24:01.088167 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Received port after_create {{(pid=93239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:24:01.100478 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Pushing event updated for resources: {'Port': ['ID=495a2c3a-a3c9-4e1e-a02a-303dfc97e01e,revision_number=1']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:01.103466 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:01.130224 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Allocated IP 172.27.1.11 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/99c17219-e2b0-4e32-a5dd-93efcc56be67) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:24:01.151654 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 17252a45-5131-4a41-bfa5-219fa8c7e215 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:01.241909 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.252545 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Sync routers for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:24:01.263846 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:24:01.264487 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:01.283240 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.285424 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-30de64ba-b0f2-4622-8370-a9a099684db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:01.317540 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Attempting to bind port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:24:01.318197 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Attempting to bind port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:24:01.318350 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Attempting to bind port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e on network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:24:01.319186 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:24:01.321900 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:24:01.326945 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:24:01.327870 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Checking segment: {'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:24:01.328020 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:24:01.328439 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.329017 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Bound using segment: {'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:24:01.329670 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Bound port: 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:24:01.330107 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.353509 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Pushing event updated for resources: {'Port': ['ID=99c17219-e2b0-4e32-a5dd-93efcc56be67,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:01.358603 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:01.380552 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:24:01.402736 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] For port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:24:01.406008 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] For port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=495a2c3a-a3c9-4e1e-a02a-303dfc97e01e,segment=NetworkSegment(b919b0cc-742a-47e8-a813-07a43764d078),segment_id=b919b0cc-742a-47e8-a813-07a43764d078)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:24:01.412482 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.416686 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:01.455775 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 17252a45-5131-4a41-bfa5-219fa8c7e215 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:01.465096 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 17252a45-5131-4a41-bfa5-219fa8c7e215 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:01.465770 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.523449 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Pushing event updated for resources: {'Port': ['ID=495a2c3a-a3c9-4e1e-a02a-303dfc97e01e,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:01.527456 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:01.578068 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.594993 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.602886 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 17252a45-5131-4a41-bfa5-219fa8c7e215, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=17252a45-5131-4a41-bfa5-219fa8c7e215,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:24:01.610240 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.610586 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 2, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:01.616028 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cc916d89-618f-41c1-8951-5f6eba6fff00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:01.643467 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Checking router: b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:24:01.644077 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Updating router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e port aeede2a8-d188-462f-9391-7442855b664d binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:24:01.699936 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=17252a45-5131-4a41-bfa5-219fa8c7e215,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:01.703382 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:01.728118 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.014929 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.025573 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Transition to ACTIVE for port object aeede2a8-d188-462f-9391-7442855b664d will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:24:02.033699 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.035942 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-03fcfd2e-4aa6-41b4-83bc-c8cc5d16adb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:02.063562 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599922'] for router, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.081512 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Pushing event updated for resources: {'Port': ['ID=aeede2a8-d188-462f-9391-7442855b664d,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:02.091496 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.091837 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.092167 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.092503 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.092809 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.093129 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.093453 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.093756 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.094102 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.094400 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.094851 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.095227 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:02.109308 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:02.169681 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Attempting to bind port aeede2a8-d188-462f-9391-7442855b664d on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:24:02.170052 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Attempting to bind port aeede2a8-d188-462f-9391-7442855b664d by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:24:02.170419 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Attempting to bind port aeede2a8-d188-462f-9391-7442855b664d on network be24745e-183c-4428-b253-380b3063643f {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:24:02.180632 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:24:02.181339 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Checking segment: {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:24:02.181924 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.182315 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Bound using segment: {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:24:02.182974 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Bound port: aeede2a8-d188-462f-9391-7442855b664d, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:24:02.183578 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.231390 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 is scheduled to L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 with binding_index 1 {{(pid=93237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:24:02.258034 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] For port aeede2a8-d188-462f-9391-7442855b664d, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:24:02.261838 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] For port aeede2a8-d188-462f-9391-7442855b664d, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=aeede2a8-d188-462f-9391-7442855b664d,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:24:02.270185 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.273595 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-ac8ef3b4-af74-4054-9d21-64a9992531d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:02.335081 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Pushing event updated for resources: {'Port': ['ID=aeede2a8-d188-462f-9391-7442855b664d,revision_number=4']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:02.342155 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-28b306d4-3e01-4da6-9d8a-48b190c394a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:02.342750 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:24:02.343442 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:02.361080 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:24:02.375018 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Sync routers for ids ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:24:02.382678 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Notify callbacks [] for router, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.385094 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8168609 Jun 28 12:24:02.387878 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35434) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:02.397575 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Routers {'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:24:02.399729 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:02.531666 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2060d-e9ca-446c-b26b-d2638b9dfa43 None None] Network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:24:02.564841 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:24:02.613959 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Set router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:24:02.745385 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-a106ba39-ec6f-46a9-b3db-f2362cfc38cd None None] Provisioning for port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:02.789058 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:24:02Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:02.816413 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417a81f-6e69-44e8-848f-8c418792424b None None] The sync data for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi is: [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:24:02Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:24:02.880789 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.903790 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 3, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port': {'id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:01Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:02.932932 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Checking router: b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:24:02.933290 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Updating router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 port 99c17219-e2b0-4e32-a5dd-93efcc56be67 binding host dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:24:02.972198 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.113966 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_common [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Allocated IP 172.20.0.1 (ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa/7aa34687-c325-4ec5-8368-d21413982acc/7f1c3ecb-ddde-4e90-8627-1127f2dc0a84) {{(pid=93238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:24:03.241950 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.269765 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.provisioning_blocks [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Transition to ACTIVE for port object 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 will not be triggered until provisioned by entity DHCP. {{(pid=93238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:24:03.283447 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:03.307062 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11540901'] for port, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.310298 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f49aa4f2-8a36-4deb-b9cd-90479b2f188e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:03.331380 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Notify callbacks [] for port, precommit_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.345369 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Transition to ACTIVE for port object 99c17219-e2b0-4e32-a5dd-93efcc56be67 will not be triggered until provisioned by entity L2. {{(pid=93239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:24:03.350887 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:24:03.354074 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:24:03.357115 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.359910 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Received port after_create {{(pid=93238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:24:03.365634 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:03.372918 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:03.403893 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:03.404612 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.413978 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597362'] for router_interface, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.429688 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Attempting to bind port 99c17219-e2b0-4e32-a5dd-93efcc56be67 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:24:03.430083 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Attempting to bind port 99c17219-e2b0-4e32-a5dd-93efcc56be67 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:24:03.430418 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Attempting to bind port 99c17219-e2b0-4e32-a5dd-93efcc56be67 on network 63236c19-edb5-4abd-9c62-138867f5228c {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:24:03.445541 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:24:03.446092 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Checking segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:24:03.446437 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.446760 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Bound using segment: {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'} {{(pid=93239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:24:03.447265 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.managers [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Bound port: 99c17219-e2b0-4e32-a5dd-93efcc56be67, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c'}}] {{(pid=93239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:24:03.447647 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.450783 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:03.455774 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:03.477826 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6b32-6bc6-4d0b-aa40-cbded03386cc None None] Pushing event updated for resources: {'Port': ['ID=99c17219-e2b0-4e32-a5dd-93efcc56be67,revision_number=2']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:03.486576 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-3a5d6b32-6bc6-4d0b-aa40-cbded03386cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:03.525093 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] For port 99c17219-e2b0-4e32-a5dd-93efcc56be67, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:24:03.529136 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] For port 99c17219-e2b0-4e32-a5dd-93efcc56be67, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=99c17219-e2b0-4e32-a5dd-93efcc56be67,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:24:03.550784 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.554280 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-57731843-b8c8-4636-9bec-5036b732e47f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:03.582155 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.600520 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.632208 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Routers {'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:24:03.632819 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:03.682146 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6b32-6bc6-4d0b-aa40-cbded03386cc None None] Pushing event updated for resources: {'Port': ['ID=99c17219-e2b0-4e32-a5dd-93efcc56be67,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:03.690073 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-3a5d6b32-6bc6-4d0b-aa40-cbded03386cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:03.711077 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=495a2c3a-a3c9-4e1e-a02a-303dfc97e01e,segment=NetworkSegment(b919b0cc-742a-47e8-a813-07a43764d078),segment_id=b919b0cc-742a-47e8-a813-07a43764d078)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:24:03.742350 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.743314 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 17252a45-5131-4a41-bfa5-219fa8c7e215 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:03.747381 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:03.764304 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.769908 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11540823'] for port, after_update {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.773028 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-af54dc1d-3e15-4425-b2b4-6f9c9200914e tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:03.787615 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-55c1e257-a35e-442d-9dc4-5633d43c7bfd None None] Provisioning for port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:03.807789 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-55c1e257-a35e-442d-9dc4-5633d43c7bfd None None] Provisioning complete for port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:03.808035 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-55c1e257-a35e-442d-9dc4-5633d43c7bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.835251 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,revision_number=2']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:03.838490 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:03.839639 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1010673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597406'] for router_interface, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:03.861564 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=495a2c3a-a3c9-4e1e-a02a-303dfc97e01e,revision_number=3']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:03.867141 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] Set router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:24:03.869039 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:03.937331 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa is already hosted by enough agents. {{(pid=93238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:24:03.939330 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.base_scheduler [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Resources bound (agent type, host, resource id): {{(pid=93238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:24:04.040403 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-55c1e257-a35e-442d-9dc4-5633d43c7bfd None None] Port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:24:04.060899 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:24:04.083474 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 17252a45-5131-4a41-bfa5-219fa8c7e215 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:04.083474 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.174876 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:24:04.180215 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] 10.222.0.11 "PUT /v2.0/routers/b11e95a9-a315-4c37-8a7b-e8bd966cb7b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910769 Jun 28 12:24:04.187625 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-d1fdf9c2-2725-4f43-b8c1-4c67ec395158 None None] Provisioning complete for port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:04.187973 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d1fdf9c2-2725-4f43-b8c1-4c67ec395158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.282473 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdf9c2-2725-4f43-b8c1-4c67ec395158 None None] Port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:24:04.301672 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device aeede2a8-d188-462f-9391-7442855b664d up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:04.351352 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 4, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port': {'id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:01Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '7f1c3ecb-ddde-4e90-8627-1127f2dc0a84', 'name': '', 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'mac_address': 'fa:16:3e:f8:b1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7aa34687-c325-4ec5-8368-d21413982acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:02Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 1, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'subnets': [{'id': '7aa34687-c325-4ec5-8368-d21413982acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:04.380201 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91371db8-1550-4142-b78b-d58bd6b70bdb None None] The sync data for ids ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'] in dv-cinder-772388-5-iscsi is: [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 4, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port': {'id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:01Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '7f1c3ecb-ddde-4e90-8627-1127f2dc0a84', 'name': '', 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'mac_address': 'fa:16:3e:f8:b1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7aa34687-c325-4ec5-8368-d21413982acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:02Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 1, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'subnets': [{'id': '7aa34687-c325-4ec5-8368-d21413982acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:24:04.389620 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port aeede2a8-d188-462f-9391-7442855b664d completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:04.393907 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port aeede2a8-d188-462f-9391-7442855b664d triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:04.394369 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.479566 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.516058 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port aeede2a8-d188-462f-9391-7442855b664d, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=aeede2a8-d188-462f-9391-7442855b664d,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:24:04.525028 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.527286 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cd8dad56-b060-4e38-a163-688739e39c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:04.580094 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=aeede2a8-d188-462f-9391-7442855b664d,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:04.583310 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:04.758528 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35442) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:04.763461 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-f2c43a8e-a65c-4f7b-861d-186b53539e72 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086086642', 'description': 'tempest-secgroup-smoke-1086086642 description', 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:04.787610 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f2c43a8e-a65c-4f7b-861d-186b53539e72 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.883136 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f2c43a8e-a65c-4f7b-861d-186b53539e72 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.893538 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f2c43a8e-a65c-4f7b-861d-186b53539e72 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.896346 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-04a75456-5c27-4e91-add4-ecc6bef5bca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:04.924570 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c43a8e-a65c-4f7b-861d-186b53539e72 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e232b3-bb23-4835-8a6c-790506222c2a,revision_number=1']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:04.927370 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-f2c43a8e-a65c-4f7b-861d-186b53539e72 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.931487 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-f2c43a8e-a65c-4f7b-861d-186b53539e72 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1689980 Jun 28 12:24:04.931487 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-f2c43a8e-a65c-4f7b-861d-186b53539e72 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:04.931815 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35444) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:04.936539 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-778e5b9c-5883-44e2-990e-b06c23130e53 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'security_group_rule': {'security_group_id': '07e232b3-bb23-4835-8a6c-790506222c2a', 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:04.966064 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-778e5b9c-5883-44e2-990e-b06c23130e53 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.026676 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-778e5b9c-5883-44e2-990e-b06c23130e53 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.032347 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-778e5b9c-5883-44e2-990e-b06c23130e53 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.034341 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:05.050316 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e5b9c-5883-44e2-990e-b06c23130e53 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5163a30c-4e01-49fd-b69b-412cd09b2664,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:05.053170 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-778e5b9c-5883-44e2-990e-b06c23130e53 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:05.056738 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-778e5b9c-5883-44e2-990e-b06c23130e53 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.060748 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-778e5b9c-5883-44e2-990e-b06c23130e53 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255352 Jun 28 12:24:05.061144 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35446) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:05.066043 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-c9334b50-6816-4bb5-ad4b-64d4150363c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'security_group_rule': {'security_group_id': '07e232b3-bb23-4835-8a6c-790506222c2a', 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:05.097735 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c9334b50-6816-4bb5-ad4b-64d4150363c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.119249 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:05.165267 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c9334b50-6816-4bb5-ad4b-64d4150363c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.166378 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:05.166760 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.170433 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c9334b50-6816-4bb5-ad4b-64d4150363c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.172620 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:05.189213 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9334b50-6816-4bb5-ad4b-64d4150363c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb80719-6b82-4005-9598-d290406cacfd,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:05.192151 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-c9334b50-6816-4bb5-ad4b-64d4150363c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:05.196492 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-c9334b50-6816-4bb5-ad4b-64d4150363c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.197697 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-c9334b50-6816-4bb5-ad4b-64d4150363c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354239 Jun 28 12:24:05.200563 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35448) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:05.205491 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-5f1b1cd2-9b26-4a73-8534-0b1bcc7820c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'security_group_rule': {'security_group_id': '07e232b3-bb23-4835-8a6c-790506222c2a', 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:05.239289 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1cd2-9b26-4a73-8534-0b1bcc7820c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.252639 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device aeede2a8-d188-462f-9391-7442855b664d up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:05.300453 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1cd2-9b26-4a73-8534-0b1bcc7820c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.306174 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1cd2-9b26-4a73-8534-0b1bcc7820c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.307989 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port aeede2a8-d188-462f-9391-7442855b664d triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:05.308333 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-99bba682-3f2e-484a-8bb6-2940342b271c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:05.308505 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.322552 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b1cd2-9b26-4a73-8534-0b1bcc7820c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d58104-8aa8-4b19-93c9-28d66d1542aa,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:05.326648 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5f1b1cd2-9b26-4a73-8534-0b1bcc7820c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:05.334256 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1cd2-9b26-4a73-8534-0b1bcc7820c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.335602 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-5f1b1cd2-9b26-4a73-8534-0b1bcc7820c0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339982 Jun 28 12:24:05.338515 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35450) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:05.343128 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-58941bf7-a7f7-41cb-9145-da6cbe03eb63 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'security_group_rule': {'security_group_id': '07e232b3-bb23-4835-8a6c-790506222c2a', 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:05.372443 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-58941bf7-a7f7-41cb-9145-da6cbe03eb63 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.436652 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-58941bf7-a7f7-41cb-9145-da6cbe03eb63 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.445457 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-58941bf7-a7f7-41cb-9145-da6cbe03eb63 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.448573 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:05.471149 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58941bf7-a7f7-41cb-9145-da6cbe03eb63 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffc40a3-f857-476f-8f93-c6b050d2cdbc,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:05.473639 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-58941bf7-a7f7-41cb-9145-da6cbe03eb63 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:05.479703 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-58941bf7-a7f7-41cb-9145-da6cbe03eb63 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.480925 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-58941bf7-a7f7-41cb-9145-da6cbe03eb63 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414485 Jun 28 12:24:05.483945 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35452) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:05.490731 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'security_group_rule': {'security_group_id': '07e232b3-bb23-4835-8a6c-790506222c2a', 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:05.516996 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.securitygroups_db [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Project a1c97c52c8a14a7296d9a4ff1876098f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:24:05.526406 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.620754 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.626645 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.629083 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-236763d7-3d8e-47a0-9a0b-679c7f0989e1 tempest-TestMinimumBasicScenario-1700908158 tempest-TestMinimumBasicScenario-1700908158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:05.648338 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f827316c-be15-4662-9fba-97ef8c32b701,revision_number=0']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:05.651376 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:05.656806 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.660396 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-75e50ec0-8abb-492a-bfd7-1340821d7311 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1729882 Jun 28 12:24:05.661117 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35454) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:05.665887 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.v2.base [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'security_group_rule': {'security_group_id': '07e232b3-bb23-4835-8a6c-790506222c2a', 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:05.689438 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.db.securitygroups_db [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Project a1c97c52c8a14a7296d9a4ff1876098f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:24:05.694987 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.760613 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.765532 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-669801'] for security_group_rule, after_create {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.768105 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:05.783227 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a0cb6a-5c79-48c5-b31f-7b13d6b86ebd,revision_number=0']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:05.787514 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:05.794542 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.795803 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-dbf5cc2a-fde4-4834-9589-c2a5b12a0cc7 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336586 Jun 28 12:24:06.857883 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Sync routers for ids ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:24:06.867083 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Routers {'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:24:06.867732 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:06.986226 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Set router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:24:07.139474 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 99c17219-e2b0-4e32-a5dd-93efcc56be67 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:07.193407 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 99c17219-e2b0-4e32-a5dd-93efcc56be67 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:07.197329 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 99c17219-e2b0-4e32-a5dd-93efcc56be67 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:07.197711 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.204244 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 4, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port': {'id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:01Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '7f1c3ecb-ddde-4e90-8627-1127f2dc0a84', 'name': '', 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'mac_address': 'fa:16:3e:f8:b1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7aa34687-c325-4ec5-8368-d21413982acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:02Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 2, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'subnets': [{'id': '7aa34687-c325-4ec5-8368-d21413982acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:07.230771 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Checking router: b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:24:07.231145 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Updating router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 binding host dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:24:07.265195 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.275854 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.297970 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 99c17219-e2b0-4e32-a5dd-93efcc56be67, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=99c17219-e2b0-4e32-a5dd-93efcc56be67,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:24:07.303087 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.306528 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-e37b3653-558b-4b3d-a718-eb913079ce5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:07.354456 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=99c17219-e2b0-4e32-a5dd-93efcc56be67,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:07.358275 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:07.546461 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Notify callbacks [] for port, precommit_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.556772 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.provisioning_blocks [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Transition to ACTIVE for port object 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 will not be triggered until provisioned by entity L2. {{(pid=93240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:24:07.565384 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.567611 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:07.617155 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb8e1f-7ce5-4967-8f2c-c4d08e3c0c1b None None] Pushing event updated for resources: {'Port': ['ID=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,revision_number=3']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:07.621549 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-64fb8e1f-7ce5-4967-8f2c-c4d08e3c0c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:07.673744 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Attempting to bind port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 on host dv-cinder-772388-5-iscsi for vnic_type normal with profile {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:24:07.674255 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Attempting to bind port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 by drivers openvswitch,hyperv on host dv-cinder-772388-5-iscsi at level 0 using segments [{'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:24:07.674425 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Attempting to bind port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 on network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:24:07.679827 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Checking agent: {'id': '4c97e5a9-3ae5-4b2e-9b16-09d784f7ec0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 11, 57, 49), 'started_at': datetime.datetime(2021, 6, 28, 11, 58, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:24:07.680174 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Checking segment: {'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:24:07.680776 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.680962 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Bound using segment: {'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'} {{(pid=93240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:24:07.681455 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.managers [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Bound port: 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84, host: dv-cinder-772388-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b919b0cc-742a-47e8-a813-07a43764d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa'}}] {{(pid=93240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:24:07.682027 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.751510 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] For port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84, host dv-cinder-772388-5-iscsi, cleared binding levels {{(pid=93240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:24:07.754806 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.plugins.ml2.db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] For port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84, host dv-cinder-772388-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,segment=NetworkSegment(b919b0cc-742a-47e8-a813-07a43764d078),segment_id=b919b0cc-742a-47e8-a813-07a43764d078)] {{(pid=93240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:24:07.761678 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron_lib.callbacks.manager [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:07.764352 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:07.818356 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Routers {'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:24:07.819002 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:23:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:07.823854 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb8e1f-7ce5-4967-8f2c-c4d08e3c0c1b None None] Pushing event updated for resources: {'Port': ['ID=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,revision_number=4']} {{(pid=93240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:07.857148 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG oslo_concurrency.lockutils [None req-64fb8e1f-7ce5-4967-8f2c-c4d08e3c0c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:07.934741 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] Set router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:24:08.141019 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 4, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port': {'id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:01Z', 'updated_at': '2021-06-28T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '7f1c3ecb-ddde-4e90-8627-1127f2dc0a84', 'name': '', 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'mac_address': 'fa:16:3e:f8:b1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7aa34687-c325-4ec5-8368-d21413982acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:02Z', 'updated_at': '2021-06-28T12:24:07Z', 'revision_number': 4, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'subnets': [{'id': '7aa34687-c325-4ec5-8368-d21413982acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:08.251965 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941e840-b1c3-43c7-b5f5-d3a6548f1d60 None None] The sync data for ids ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'] in dv-cinder-772388-5-iscsi is: [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:24:03Z', 'revision_number': 4, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port': {'id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:01Z', 'updated_at': '2021-06-28T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': '7f1c3ecb-ddde-4e90-8627-1127f2dc0a84', 'name': '', 'network_id': 'ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'mac_address': 'fa:16:3e:f8:b1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7aa34687-c325-4ec5-8368-d21413982acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:02Z', 'updated_at': '2021-06-28T12:24:07Z', 'revision_number': 4, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'subnets': [{'id': '7aa34687-c325-4ec5-8368-d21413982acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:24:09.140696 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:09.198730 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning for port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:09.202466 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:09.202840 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:09.283337 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:09.315727 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] For port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,segment=NetworkSegment(b919b0cc-742a-47e8-a813-07a43764d078),segment_id=b919b0cc-742a-47e8-a813-07a43764d078)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:24:09.323661 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:09.324538 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 99c17219-e2b0-4e32-a5dd-93efcc56be67 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:09.326214 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-5e6d6aa1-d9b0-4ffc-8a23-bbdca43e318a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:09.412584 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Pushing event updated for resources: {'Port': ['ID=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:09.416768 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:09.422785 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 99c17219-e2b0-4e32-a5dd-93efcc56be67 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:09.423254 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:11.111365 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 up at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:11.164517 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Provisioning complete for port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:11.165486 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:16.483658 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-24e5a86d-3249-45ff-9dc0-5e8a1c31c34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:17.237987 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:19.075530 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:19.093887 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3902f8a4-f8de-4f2a-b396-d08d3e1ee169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:20.123327 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:21.886032 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:27.599625 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-0e4a40ad-c2dc-4980-8bbf-dab74b5e1412 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086086642&fields=id&tenant_id=a1c97c52c8a14a7296d9a4ff1876098f HTTP/1.1" status: 200 len: 267 time: 0.0349290 Jun 28 12:24:27.723431 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-fa270989-12e8-439d-8e9c-b05db8bad27e tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:27.724851 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-fa270989-12e8-439d-8e9c-b05db8bad27e tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 809 time: 0.1143770 Jun 28 12:24:27.749842 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-af284e28-13c7-4027-9d7e-d6add81d1f88 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/quotas/a1c97c52c8a14a7296d9a4ff1876098f HTTP/1.1" status: 200 len: 375 time: 0.0147755 Jun 28 12:24:27.828968 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f809d7be-378d-48e3-b766-b8e73c7bc5cc tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731831 Jun 28 12:24:28.032399 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-7e25d71a-dc24-4faf-941a-23636afc49e1 service neutron] 10.222.0.11 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906605 Jun 28 12:24:28.130306 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-39a871e6-d5bd-476b-96e5-6492b2205d34 service neutron] 10.222.0.11 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893581 Jun 28 12:24:28.449720 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-92c5f119-8055-4ef1-a327-5ab2ae645525 req-a05b61d7-d597-47d4-9c34-2751f5b9482d tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 210 time: 0.0297012 Jun 28 12:24:29.533187 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-18ebab20-cc47-4970-b700-4d1551dac010 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:29.534596 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-18ebab20-cc47-4970-b700-4d1551dac010 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 809 time: 0.1045411 Jun 28 12:24:29.576956 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-5db82e91-1e3f-4393-bb2f-c6e4731e706a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1c97c52c8a14a7296d9a4ff1876098f HTTP/1.1" status: 200 len: 380 time: 0.0340772 Jun 28 12:24:29.587146 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'port': {'device_id': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'admin_state_up': True, 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'security_groups': ['07e232b3-bb23-4835-8a6c-790506222c2a']}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:29.595221 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-2e26293a-01d8-4fec-a389-b5ab94737fe3 req-fee217b0-d4b5-4cbe-93b2-dc6fa4d7ea62 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 210 time: 0.0288079 Jun 28 12:24:29.700899 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Made reservation on behalf of a1c97c52c8a14a7296d9a4ff1876098f for: {'port': 1} {{(pid=93237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:24:29.704489 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:29.845074 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Allocated IP 172.20.0.10 (be24745e-183c-4428-b253-380b3063643f/fe06ec76-997d-471b-951d-110e08898719/67154f6f-3be1-4be5-a2d6-f12e22c7f86b) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:24:29.994512 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.009932 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Transition to ACTIVE for port object 67154f6f-3be1-4be5-a2d6-f12e22c7f86b will not be triggered until provisioned by entity DHCP. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:24:30.046728 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.050743 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-ffa517cd-13a2-49e5-990b-74b3af9844cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:30.090059 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Network be24745e-183c-4428-b253-380b3063643f is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:24:30.095229 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:24:30.099173 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:24:30.128359 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:30.142158 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.142567 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.142740 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.143129 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.143498 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.143843 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.144195 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.144552 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.144903 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.145258 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.145610 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.145959 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:30.149853 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:30.167636 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:30.168230 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.185845 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-6657d5fc-a26f-47bc-85c6-e4fe829562ed tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6027479 Jun 28 12:24:30.198940 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Request body: {'port': {'device_id': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:30.274812 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.340398 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-b6a20089-4535-45de-81de-7ec3baffc6f8 None None] Provisioning for port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b completed by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:30.344455 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-b6a20089-4535-45de-81de-7ec3baffc6f8 None None] Provisioning complete for port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b triggered by entity DHCP. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:30.344895 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-b6a20089-4535-45de-81de-7ec3baffc6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.382416 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-b6a20089-4535-45de-81de-7ec3baffc6f8 None None] Port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b cannot update to ACTIVE because it is not bound. {{(pid=93239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:24:30.537378 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67154f6f-3be1-4be5-a2d6-f12e22c7f86b {{(pid=93237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:24:30.544957 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.560887 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.provisioning_blocks [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Transition to ACTIVE for port object 67154f6f-3be1-4be5-a2d6-f12e22c7f86b will not be triggered until provisioned by entity L2. {{(pid=93237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:24:30.567271 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.569881 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-e8d1b857-26b0-4c0a-9b2b-46053d363603 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:30.620550 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Pushing event updated for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:30.624402 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:30.700484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Attempting to bind port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b on host hv-cinder-77238 for vnic_type normal with profile {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:24:30.700829 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Attempting to bind port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b by drivers openvswitch,hyperv on host hv-cinder-77238 at level 0 using segments [{'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:24:30.701162 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Attempting to bind port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b on network be24745e-183c-4428-b253-380b3063643f {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:24:30.706040 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b on network be24745e-183c-4428-b253-380b3063643f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77238 {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:24:30.706629 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Attempting to bind port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b on network be24745e-183c-4428-b253-380b3063643f {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:24:30.712414 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Checking agent: {'id': 'b13dea60-4553-4391-8f1e-b6cfbc416630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'started_at': datetime.datetime(2021, 6, 28, 12, 3, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:24:30.712760 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Checking segment: {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:24:30.713152 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Bound using segment: {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'} {{(pid=93237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:24:30.713598 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.managers [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Bound port: 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host: hv-cinder-77238, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4053a44a-2723-41ab-9942-249b662a3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'be24745e-183c-4428-b253-380b3063643f'}}] {{(pid=93237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:24:30.714259 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.780822 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, cleared binding levels {{(pid=93237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 12:24:30.784115 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 12:24:30.786418 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48e62d-1910-4e4f-8759-d4617f1b4c85 req-0b497e80-7be5-4646-a914-764ec8b9d23f tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:30.788364 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1c48e62d-1910-4e4f-8759-d4617f1b4c85 req-0b497e80-7be5-4646-a914-764ec8b9d23f tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0678685 Jun 28 12:24:30.790642 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.793981 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-1f19c043-a677-4640-9e88-73ee7280e34f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:30.827313 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:30.828250 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:30.829601 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-1c48e62d-1910-4e4f-8759-d4617f1b4c85 req-8fbdb0c6-3309-4afa-a1f3-3630db81c589 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334079 Jun 28 12:24:30.829888 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] 10.222.0.15 "PUT /v2.0/ports/67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 1094 time: 0.6357043 Jun 28 12:24:30.830459 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:24:30.832870 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976" -d '{"events": [{"name": "network-changed", "server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:24:30.874049 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Pushing event updated for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=3']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:30.878237 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:30.881078 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66427efc-0f36-4422-b6bf-c668fba81914 x-openstack-request-id: req-66427efc-0f36-4422-b6bf-c668fba81914 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:24:30.881403 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:24:30.881886 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66427efc-0f36-4422-b6bf-c668fba81914 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:24:30.882330 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'status': 'completed', 'code': 200} Jun 28 12:24:30.942917 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-49fd5aa5-e4bf-4ff6-aa97-c2e8f5d7544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:30.945017 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-49fd5aa5-e4bf-4ff6-aa97-c2e8f5d7544f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1097 time: 0.0658002 Jun 28 12:24:30.989096 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-7a30a81c-5071-45bd-ba78-1a5b4cd915a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 217 time: 0.0368023 Jun 28 12:24:31.037553 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-519b7d61-2113-4aa9-9092-66f4925f7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:31.039103 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-519b7d61-2113-4aa9-9092-66f4925f7e49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0438833 Jun 28 12:24:31.107049 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-bcd755a2-4e32-4446-8787-df84da83431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:31.108578 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-bcd755a2-4e32-4446-8787-df84da83431c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632513 Jun 28 12:24:31.199481 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-08dcdda2-393f-4fba-ba19-d45306092d9d service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831275 Jun 28 12:24:31.290354 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-484613d0-7c1b-43fb-8a16-84efadde2d84 req-fa1bae00-2946-47e0-86f3-35cd32e7d744 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843751 Jun 28 12:24:31.397809 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-2c13c408-9fea-4496-b026-7a4a5f1779db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:31.399410 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-2c13c408-9fea-4496-b026-7a4a5f1779db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1097 time: 0.0560715 Jun 28 12:24:31.495570 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-c1b28d19-1cee-4c84-9395-6b776638f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:31.497041 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-c1b28d19-1cee-4c84-9395-6b776638f9d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.0912027 Jun 28 12:24:31.538587 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-0c3f8899-2acb-4d9c-905e-8d898513f00c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 217 time: 0.0337579 Jun 28 12:24:31.584900 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-940c9cff-4b4e-4503-9389-f20a541765d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:31.586216 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-940c9cff-4b4e-4503-9389-f20a541765d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0417891 Jun 28 12:24:31.661035 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-3199c4b9-8c09-43ea-82f0-8bc44b5459fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:31.662501 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-3199c4b9-8c09-43ea-82f0-8bc44b5459fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692987 Jun 28 12:24:31.753534 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-98e2944a-6116-461c-880a-a98d7112fc4c service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839486 Jun 28 12:24:31.850668 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-fbeb7004-b4c7-4f52-9ebe-d6149b1ae976 req-827d4981-980a-4a91-8099-d6951f8b57fd service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896399 Jun 28 12:24:32.017209 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130a240-4c03-46d1-98c3-a516d3b06c97 req-948c5070-0db2-4e08-9873-0dd3db72899f tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:32.018716 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7130a240-4c03-46d1-98c3-a516d3b06c97 req-948c5070-0db2-4e08-9873-0dd3db72899f tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0717406 Jun 28 12:24:32.055290 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7130a240-4c03-46d1-98c3-a516d3b06c97 req-15395b67-d123-468e-813b-4f43ebb5aa3a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304825 Jun 28 12:24:33.242765 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85895e-21df-4809-8267-dd45bcb77c70 req-42da196d-157f-48b4-b7d6-ac6412b0827c tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:33.244261 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bf85895e-21df-4809-8267-dd45bcb77c70 req-42da196d-157f-48b4-b7d6-ac6412b0827c tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0756562 Jun 28 12:24:33.282478 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bf85895e-21df-4809-8267-dd45bcb77c70 req-d5852f47-aa5a-47e6-b7ef-988b38ddab54 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324039 Jun 28 12:24:34.484232 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af59e92-ac58-4489-a498-3ae181624460 req-1b7ce08b-7ca2-498d-8f40-dcb10e2cefbf tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:34.485653 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9af59e92-ac58-4489-a498-3ae181624460 req-1b7ce08b-7ca2-498d-8f40-dcb10e2cefbf tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0816503 Jun 28 12:24:34.524983 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-9af59e92-ac58-4489-a498-3ae181624460 req-f8f01d73-a644-43e3-8304-557fa0ea988e tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335732 Jun 28 12:24:35.716241 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04a8b9-f9dd-4bdd-b79a-cf10fedc5c7a req-85dcb438-7a79-4a9e-8eb5-8daa7de0c613 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:35.717722 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c04a8b9-f9dd-4bdd-b79a-cf10fedc5c7a req-85dcb438-7a79-4a9e-8eb5-8daa7de0c613 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0753596 Jun 28 12:24:35.758334 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c04a8b9-f9dd-4bdd-b79a-cf10fedc5c7a req-b31aad73-bd2e-4fb4-86cf-cbaeea473425 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Jun 28 12:24:35.997700 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:24:36.937168 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c218c2b-bae5-4370-9690-4e0d7bd2ec96 req-aa40cfad-8090-4378-bed6-f5e49f1f9708 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:36.938679 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c218c2b-bae5-4370-9690-4e0d7bd2ec96 req-aa40cfad-8090-4378-bed6-f5e49f1f9708 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0690937 Jun 28 12:24:36.980726 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8c218c2b-bae5-4370-9690-4e0d7bd2ec96 req-f8cd8480-c661-46db-9ce4-9a61c83f7101 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338001 Jun 28 12:24:38.158455 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49713a-0fb6-4bba-81c2-aef8d5bc0ccf req-03f6f234-f50a-4043-a582-9a85551be9ea tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:38.159935 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5d49713a-0fb6-4bba-81c2-aef8d5bc0ccf req-03f6f234-f50a-4043-a582-9a85551be9ea tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0655613 Jun 28 12:24:38.197085 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5d49713a-0fb6-4bba-81c2-aef8d5bc0ccf req-82740380-71dd-4e4b-a7af-0cfb7a7326c9 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Jun 28 12:24:39.390422 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806074c2-199e-4e5c-96e6-d0e00191fcc8 req-e153a78b-fc93-4ffa-b070-484ec8fe5c10 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:39.391872 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-806074c2-199e-4e5c-96e6-d0e00191fcc8 req-e153a78b-fc93-4ffa-b070-484ec8fe5c10 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0707259 Jun 28 12:24:39.431573 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-806074c2-199e-4e5c-96e6-d0e00191fcc8 req-dd3b0b1d-6db8-432c-81f3-113834d0e52f tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339489 Jun 28 12:24:39.597604 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 67154f6f-3be1-4be5-a2d6-f12e22c7f86b details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:24:39.691253 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:24:39.701936 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'port_id': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'mac_address': 'fa:16:3e:14:d1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:24:39.741774 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:39.754726 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67154f6f-3be1-4be5-a2d6-f12e22c7f86b {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:24:39.774610 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:24:39.792041 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:39.795003 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ed62131d-8d68-408f-8097-3fa809ab6f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:39.846138 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=4']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:39.853714 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.854058 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.854398 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.854730 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.855082 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.855410 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.855729 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.856051 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.856373 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.856689 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.857004 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.857321 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:24:39.861338 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:40.179958 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['67154f6f-3be1-4be5-a2d6-f12e22c7f86b'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:24:40.624547 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6cf4-7af2-48ef-ba0c-9960b02c0e56 req-5683e6f5-d369-4ed5-b16e-dd3731d864ef tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:40.626005 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e18c6cf4-7af2-48ef-ba0c-9960b02c0e56 req-5683e6f5-d369-4ed5-b16e-dd3731d864ef tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 945 time: 0.0763454 Jun 28 12:24:40.668086 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e18c6cf4-7af2-48ef-ba0c-9960b02c0e56 req-1888df93-32e6-45b7-8144-fa3e724c884c tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359049 Jun 28 12:24:41.604869 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 67154f6f-3be1-4be5-a2d6-f12e22c7f86b up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:24:41.660641 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning for port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b completed by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:24:41.665932 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:24:41.666263 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:41.748652 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:41.771490 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:24:41.773831 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2167ff-ec24-4e4e-bdec-575035f7203e" -d '{"events": [{"server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "name": "network-vif-plugged", "status": "completed", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:24:41.787617 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:24:41.794079 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:41.797524 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:41.849184 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=5']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:41.852780 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:41.874353 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf07633-90fb-4602-8dba-d1ca3c1d2fd1 x-openstack-request-id: req-cdf07633-90fb-4602-8dba-d1ca3c1d2fd1 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:24:41.874652 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "name": "network-vif-plugged", "status": "completed", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:24:41.874910 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdf07633-90fb-4602-8dba-d1ca3c1d2fd1 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:24:41.875329 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'code': 200} Jun 28 12:24:41.890673 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b539-7293-42bb-9f73-75891efbcecb req-cec1ecf6-e39e-4f21-8d87-6f2eff469605 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:41.892177 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3523b539-7293-42bb-9f73-75891efbcecb req-cec1ecf6-e39e-4f21-8d87-6f2eff469605 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0671785 Jun 28 12:24:41.930153 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3523b539-7293-42bb-9f73-75891efbcecb req-e197344b-c8a5-4734-90b4-b6efe2e98e0a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Jun 28 12:24:42.146391 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13c25-910b-4312-9d9b-4e59a4d066e3 req-9fd37699-dce0-4a9c-8146-10245d1bf1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:42.147848 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e5d13c25-910b-4312-9d9b-4e59a4d066e3 req-9fd37699-dce0-4a9c-8146-10245d1bf1d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.0573411 Jun 28 12:24:42.187357 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-e5d13c25-910b-4312-9d9b-4e59a4d066e3 req-a361eacc-e015-4c10-87f2-5d352d283aa2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328617 Jun 28 12:24:43.141638 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0a6b6-cde5-4d1f-9af7-9382801ec36f req-8755d2b0-a088-4195-9294-49d62abbdcbe tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:43.143105 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f4e0a6b6-cde5-4d1f-9af7-9382801ec36f req-8755d2b0-a088-4195-9294-49d62abbdcbe tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0820782 Jun 28 12:24:43.182808 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f4e0a6b6-cde5-4d1f-9af7-9382801ec36f req-2266236a-3963-4ca0-89e9-dc20d3ef946a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335007 Jun 28 12:24:44.358546 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97be0f-fec2-49be-8bb3-6dc18cab1a1a req-7199e4fa-eac6-4dcb-9ce0-32fd5d6a95a4 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:44.360037 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dc97be0f-fec2-49be-8bb3-6dc18cab1a1a req-7199e4fa-eac6-4dcb-9ce0-32fd5d6a95a4 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0659373 Jun 28 12:24:44.403023 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-dc97be0f-fec2-49be-8bb3-6dc18cab1a1a req-233915db-b673-4e42-b725-59afb0769942 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345495 Jun 28 12:24:44.575960 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff27c-c015-43a3-a84b-a4c536c84661 req-07c77b22-9951-44dc-bc3b-c1013a3ebfe4 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:44.577381 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f16ff27c-c015-43a3-a84b-a4c536c84661 req-07c77b22-9951-44dc-bc3b-c1013a3ebfe4 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0627124 Jun 28 12:24:44.617489 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f16ff27c-c015-43a3-a84b-a4c536c84661 req-2a6e3888-bcb0-4718-90bc-b391f7bcc87c tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326602 Jun 28 12:24:44.641397 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35628) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:44.736207 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34340439-9ff1-49fc-bb92-7530902978f2 tempest-TestShelveInstance-227314742 tempest-TestShelveInstance-227314742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:44.737865 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-34340439-9ff1-49fc-bb92-7530902978f2 tempest-TestShelveInstance-227314742 tempest-TestShelveInstance-227314742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1094 time: 0.0954359 Jun 28 12:24:44.740947 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35632) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:24:44.745442 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.v2.base [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Request body: {'floatingip': {'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'port_id': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:24:44.772578 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for floatingip, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:44.874219 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:44.993887 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.db_base_plugin_common [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Allocated IP 172.27.1.114 (63236c19-edb5-4abd-9c62-138867f5228c/52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1/851b29fb-8b06-425c-8785-d5b0d3756d96) {{(pid=93237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:24:45.097521 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for port, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:45.140321 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3696009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-89323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776443981550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10923680'] for port, after_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:45.142429 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5be8dcd5-9c7d-45bd-b1ac-2fd47233db3c tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:45.178345 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Network 63236c19-edb5-4abd-9c62-138867f5228c is already hosted by enough agents. {{(pid=93237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:24:45.183454 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.base_scheduler [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Resources bound (agent type, host, resource id): {{(pid=93237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:24:45.186728 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Received port after_create {{(pid=93237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 12:24:45.192289 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'Port': ['ID=851b29fb-8b06-425c-8785-d5b0d3756d96,revision_number=1']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:45.214003 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:45.555709 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:45.637735 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:45.787391 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for port, precommit_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:45.794281 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10923602'] for port, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:45.797122 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-797e8ca0-01c5-4610-b0ae-20418812868f tempest-AttachVolumeTestJSON-385064363 tempest-AttachVolumeTestJSON-385064363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:24:45.859078 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event updated for resources: {'Port': ['ID=851b29fb-8b06-425c-8785-d5b0d3756d96,revision_number=2']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:24:45.862752 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:24:45.869389 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703613'] for floatingip, after_update {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:45.974235 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Floating IP 28d865bd-7b4f-4d7e-a535-947e5b731064 associated. External IP: 172.27.1.114, port: 67154f6f-3be1-4be5-a2d6-f12e22c7f86b. Jun 28 12:24:46.441033 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:24:46.476535 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-305c95a8-bab8-466e-9b39-67445da95901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:46.550527 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:24:46.560486 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] Sync routers for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:24:46.568288 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:46.572056 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:24:46.572692 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:24:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:46.619234 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-00399aba-ec12-4a6f-8197-4eb5b3b16159 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8629026 Jun 28 12:24:46.619234 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:24:46.619234 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81580692-4fa0-4f18-ac24-646f5cf3ad0b" -d '{"events": [{"name": "network-changed", "server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:24:46.647692 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9282a52c-8591-4558-b7c9-cfe048ab32d5 x-openstack-request-id: req-9282a52c-8591-4558-b7c9-cfe048ab32d5 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:24:46.648022 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:24:46.648309 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9282a52c-8591-4558-b7c9-cfe048ab32d5 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:24:46.648712 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'status': 'completed', 'code': 200} Jun 28 12:24:46.678994 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:24:46.719670 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-8feba7ef-7d49-4585-9463-a2803132e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:46.721230 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-8feba7ef-7d49-4585-9463-a2803132e1df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.0536978 Jun 28 12:24:46.811301 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-46afaad3-9e12-4bfe-b710-f0fab1e14a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:46.812777 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-46afaad3-9e12-4bfe-b710-f0fab1e14a1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.0854230 Jun 28 12:24:46.876240 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-39eecd3b-3631-41cc-895b-f1a12ff68f6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 1000 time: 0.0563202 Jun 28 12:24:46.903331 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '28d865bd-7b4f-4d7e-a535-947e5b731064', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'port_id': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'mac_address': 'fa:16:3e:14:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:24:45Z', 'updated_at': '2021-06-28T12:24:45Z', 'revision_number': 0, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:24:04Z', 'revision_number': 5, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:46.925112 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-712fd1e8-b408-4cdf-a69e-0b129ec529a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:46.926599 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-712fd1e8-b408-4cdf-a69e-0b129ec529a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0428336 Jun 28 12:24:46.928848 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] Checking router: b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:24:46.937429 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:24:46.938040 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:24:19Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:46.989907 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-a1035177-32ed-4a5b-bbd5-910a5684c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:24:46.991353 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-a1035177-32ed-4a5b-bbd5-910a5684c2fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588040 Jun 28 12:24:47.045196 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:24:47.083817 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-886b2106-6208-4612-8488-b193dfaac134 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860450 Jun 28 12:24:47.179968 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-81580692-4fa0-4f18-ac24-646f5cf3ad0b req-1608b6e8-49c7-41e0-a3d4-941b1b15b0d2 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900290 Jun 28 12:24:47.270100 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:47.418396 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '28d865bd-7b4f-4d7e-a535-947e5b731064', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'port_id': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'mac_address': 'fa:16:3e:14:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:24:45Z', 'updated_at': '2021-06-28T12:24:45Z', 'revision_number': 0, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:24:04Z', 'revision_number': 5, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:24:47.445280 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca1752-9dcb-4d8f-879d-db7ded85cab8 None None] The sync data for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi is: [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_floatingips': [{'id': '28d865bd-7b4f-4d7e-a535-947e5b731064', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'router_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'port_id': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'mac_address': 'fa:16:3e:14:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:24:45Z', 'updated_at': '2021-06-28T12:24:45Z', 'revision_number': 0, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:24:04Z', 'revision_number': 5, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:24:47.646883 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc85b5d-711e-4df8-9499-4b86365ab887 None None] New status for floating IP 28d865bd-7b4f-4d7e-a535-947e5b731064: ACTIVE {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:24:49.075710 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:49.098343 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1a6c53c2-ba7c-40ec-9990-cfcbd5fb0fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:50.125396 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:51.890524 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:02.659352 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-b1e6676f-056b-4fe4-808a-02f8d0c72d0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545466 Jun 28 12:25:02.762065 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-8fa588ae-3240-4bf0-ac78-47b34cbb036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:02.763548 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-8fa588ae-3240-4bf0-ac78-47b34cbb036f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.0571239 Jun 28 12:25:02.876157 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-198a5893-b1b9-4c4b-8358-b61c89269943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:02.877658 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-198a5893-b1b9-4c4b-8358-b61c89269943 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.0900257 Jun 28 12:25:02.945705 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-22a1c022-7c31-4461-b444-0cb34d45f772 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 1002 time: 0.0596654 Jun 28 12:25:03.007266 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-8529ea9c-542b-44f1-b31b-21325fd8c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:03.008736 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-8529ea9c-542b-44f1-b31b-21325fd8c1aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0558751 Jun 28 12:25:03.067348 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-c6b5820e-b135-4fa8-b3d4-e919a0cee3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:03.068803 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-c6b5820e-b135-4fa8-b3d4-e919a0cee3bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516088 Jun 28 12:25:03.169478 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-43840df2-e351-4580-a9b0-954dc96395fd service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928726 Jun 28 12:25:03.262683 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3eb7b76c-7367-45d8-9d03-376f553d2b33 req-7303f537-44ca-46c8-86cf-d9740ce0f5ff service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864918 Jun 28 12:25:12.998987 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:25:16.486977 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e68b72ce-91a3-4a14-a6ed-0eca5082b5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:17.256946 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.074286 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.102789 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-aa8255d8-f722-42ed-af20-ccba0398e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.130093 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.896949 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:46.484161 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-278bd9c0-72bc-4fee-9802-2589d1213cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:47.252194 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.069751 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.108703 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-33ffa73c-377f-49ee-9720-da39280dfd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:50.000757 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:25:50.135909 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.894160 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:04.670920 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-99cb5063-397f-4b3b-bc31-6577c2ba0379 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574441 Jun 28 12:26:04.769081 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-f2bbbcb1-8888-46aa-9b01-b4b5b9b15ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:04.770572 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-f2bbbcb1-8888-46aa-9b01-b4b5b9b15ca9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.0568860 Jun 28 12:26:04.892437 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-ef00f8db-3f2f-4067-b007-76efc8b50db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:04.894524 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-ef00f8db-3f2f-4067-b007-76efc8b50db3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.1008141 Jun 28 12:26:04.966571 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-2f95b79a-e47e-46b4-927b-457c6cd15c04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 1002 time: 0.0649853 Jun 28 12:26:05.018439 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-e644ec76-6635-4830-a483-05aeaa0f81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:05.019933 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-e644ec76-6635-4830-a483-05aeaa0f81f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0473666 Jun 28 12:26:05.084685 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-a2a3f651-c1e5-4069-b4c7-1acfecdd83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:05.086217 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-a2a3f651-c1e5-4069-b4c7-1acfecdd83f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595748 Jun 28 12:26:05.097476 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-4c3f5dc1-329d-4f5a-9e0f-e65f278624e2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:26:05.098411 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-4c3f5dc1-329d-4f5a-9e0f-e65f278624e2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053060 Jun 28 12:26:05.190606 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-9eac7870-a082-4208-ac62-1bc41238784f service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850096 Jun 28 12:26:05.284097 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-af6597db-ba14-45f8-95f1-4cc8ece19958 req-4bbb2d00-20b1-45e9-b067-6e3933b401ea service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870557 Jun 28 12:26:16.481697 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-b13c70bd-cd84-4bd7-ab05-40c773bcca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:17.273963 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:19.080870 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:19.116495 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-15c18e10-6b50-4711-a079-b6132dd9a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:20.138971 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:21.900067 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:27.000855 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:26:46.484936 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-b0bffe88-cd67-4f2e-bf9d-90e072fd8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.302847 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.081510 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.108098 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e659-c713-4c19-9a8f-326a95f25801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:50.142292 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.908423 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:01.966852 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9df02e-871d-4cad-825f-affe8da3d2e7 req-2ca726fa-33bb-48d3-8bbd-79f0d1bccf81 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:01.968321 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5c9df02e-871d-4cad-825f-affe8da3d2e7 req-2ca726fa-33bb-48d3-8bbd-79f0d1bccf81 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.1333792 Jun 28 12:27:02.005195 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5c9df02e-871d-4cad-825f-affe8da3d2e7 req-e53a41af-aa3c-4b90-af94-86e02782b90b tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309892 Jun 28 12:27:03.271607 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24aede-f23d-4b6f-b14c-4b6a37a582a2 req-06f916c4-33bd-40dc-a5b2-8cdd8ce324f5 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:03.273032 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d24aede-f23d-4b6f-b14c-4b6a37a582a2 req-06f916c4-33bd-40dc-a5b2-8cdd8ce324f5 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.1382606 Jun 28 12:27:03.313906 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4d24aede-f23d-4b6f-b14c-4b6a37a582a2 req-374e8153-a024-4de9-aca3-9910db442921 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jun 28 12:27:04.004026 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:27:04.514747 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bfc42-a806-4605-ac4b-003d3dc9bb66 req-0b283d25-831c-4fba-b4d9-91c5cb82a401 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:04.516247 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c54bfc42-a806-4605-ac4b-003d3dc9bb66 req-0b283d25-831c-4fba-b4d9-91c5cb82a401 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0779321 Jun 28 12:27:04.554222 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-c54bfc42-a806-4605-ac4b-003d3dc9bb66 req-762e22b9-723e-4ffd-97a2-81666dd5707f tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Jun 28 12:27:05.751678 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f64b57-2b76-4b19-8b75-5b8299c6c794 req-508a9f68-5b18-42bf-850c-e34a599636be tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:05.753165 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43f64b57-2b76-4b19-8b75-5b8299c6c794 req-508a9f68-5b18-42bf-850c-e34a599636be tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0761704 Jun 28 12:27:05.793374 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-43f64b57-2b76-4b19-8b75-5b8299c6c794 req-d031a4c9-aca1-4457-a5d6-86f44b8f011a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343199 Jun 28 12:27:06.790293 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-4a29774d-5b69-4cfa-a549-b349b9ce9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:06.791807 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-4a29774d-5b69-4cfa-a549-b349b9ce9aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.1056447 Jun 28 12:27:06.896639 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-66937ad8-84ac-4091-b4ed-ec1fc534d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:06.898163 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-66937ad8-84ac-4091-b4ed-ec1fc534d88e service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.0855861 Jun 28 12:27:06.965489 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-058faefd-ea4f-4fee-a38f-820464035edc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 1002 time: 0.0599921 Jun 28 12:27:06.972861 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571f103-94f7-4c9e-8e62-d7dc49e4c375 req-c3b6af92-2190-4b30-9288-8f20283b41b0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:06.974354 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f571f103-94f7-4c9e-8e62-d7dc49e4c375 req-c3b6af92-2190-4b30-9288-8f20283b41b0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0624042 Jun 28 12:27:07.012840 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f571f103-94f7-4c9e-8e62-d7dc49e4c375 req-cd20aec5-aacd-44b0-8d30-8787261f7152 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323613 Jun 28 12:27:07.014145 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-2fc262cf-0cac-4028-be4a-b904ebb4f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:07.016231 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-2fc262cf-0cac-4028-be4a-b904ebb4f38f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0442040 Jun 28 12:27:07.078527 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-e6a5300e-a274-4b85-b754-865e4aa01a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:07.080071 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-e6a5300e-a274-4b85-b754-865e4aa01a18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577402 Jun 28 12:27:07.191665 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-581e8298-2932-4dc5-a517-2aeaf7c93200 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041951 Jun 28 12:27:07.286228 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-3bc6e2b8-f5ea-44de-a304-1e301dd28649 req-9cffd052-12dd-4a65-8c6f-93d41c6a091c service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866084 Jun 28 12:27:08.207050 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab4171-2924-48e6-852e-104fba08813b req-bb24edab-b8c6-4d23-b30b-a32b8c76d191 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:08.208517 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e1ab4171-2924-48e6-852e-104fba08813b req-bb24edab-b8c6-4d23-b30b-a32b8c76d191 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0721676 Jun 28 12:27:08.249178 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e1ab4171-2924-48e6-852e-104fba08813b req-97255941-44b7-4bbd-95d8-cedc0f8343f6 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Jun 28 12:27:09.424426 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4bcf-098f-4e57-a535-47c5cf8cba64 req-1e4d7607-7699-46d0-9d91-aac6fbedea68 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:09.425804 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3dee4bcf-098f-4e57-a535-47c5cf8cba64 req-1e4d7607-7699-46d0-9d91-aac6fbedea68 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0661116 Jun 28 12:27:09.463136 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3dee4bcf-098f-4e57-a535-47c5cf8cba64 req-54225571-2538-4cb8-967a-1264160c5f35 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Jun 28 12:27:10.674965 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef34e2-ee0c-4b80-89af-386d3d5d52eb req-eef668c7-2e87-4911-b338-2d7199f5b20a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:10.676481 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bdef34e2-ee0c-4b80-89af-386d3d5d52eb req-eef668c7-2e87-4911-b338-2d7199f5b20a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0709462 Jun 28 12:27:11.013806 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-bdef34e2-ee0c-4b80-89af-386d3d5d52eb req-31731fe3-a2a7-444b-972b-6569ebe07199 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312447 Jun 28 12:27:12.013918 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-f4498923-5dfd-4a89-915c-4220bbfe1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:12.015495 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-f4498923-5dfd-4a89-915c-4220bbfe1408 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.0689249 Jun 28 12:27:12.103458 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-c15d0aff-5fb9-4dfa-8cb4-d77c396ef410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:12.105025 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-c15d0aff-5fb9-4dfa-8cb4-d77c396ef410 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.0835044 Jun 28 12:27:12.175072 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-955bc501-27aa-4bc3-b226-6babe261a0b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 1002 time: 0.0633526 Jun 28 12:27:12.188906 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687d526-f405-40ca-90f7-a78018c302e4 req-55c00fbe-a43e-494a-be45-14b0e424a38b tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:12.190368 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3687d526-f405-40ca-90f7-a78018c302e4 req-55c00fbe-a43e-494a-be45-14b0e424a38b tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0628839 Jun 28 12:27:12.225041 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-d6af59c7-1a2f-42a8-a7d0-84f0979b2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:12.226558 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-d6af59c7-1a2f-42a8-a7d0-84f0979b2886 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0453684 Jun 28 12:27:12.231877 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-3687d526-f405-40ca-90f7-a78018c302e4 req-cbf02c3e-fe77-443a-a4e9-d582fda9147d tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351062 Jun 28 12:27:12.295287 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-b91603c4-999e-4875-b5ca-af2ba9cec4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:12.296643 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-b91603c4-999e-4875-b5ca-af2ba9cec4b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636847 Jun 28 12:27:12.388788 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-fd0e631b-d463-4fdc-885a-ab28493b3ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853288 Jun 28 12:27:12.484684 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-8e7cd762-ddc6-4855-abdc-7b7b1f96d6df req-b27925b3-3072-46ee-a441-25c10170964d service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895927 Jun 28 12:27:13.411350 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee96cb4-b44a-4b33-9add-274a987739c5 req-ef785343-5a6f-4759-8723-8d7f7c419cbc tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:13.412756 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ee96cb4-b44a-4b33-9add-274a987739c5 req-ef785343-5a6f-4759-8723-8d7f7c419cbc tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0643156 Jun 28 12:27:13.454324 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-5ee96cb4-b44a-4b33-9add-274a987739c5 req-211922ad-cd92-40f9-939d-43aea1214ce4 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356741 Jun 28 12:27:14.632675 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88d543-44bb-4f72-8b9f-d0b791963e80 req-92b49e07-2ad2-4c82-9491-c391b293c900 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:14.634116 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6b88d543-44bb-4f72-8b9f-d0b791963e80 req-92b49e07-2ad2-4c82-9491-c391b293c900 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0653312 Jun 28 12:27:14.671858 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-6b88d543-44bb-4f72-8b9f-d0b791963e80 req-723e9c33-a6c2-429a-a3d4-ab9007bb99d9 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Jun 28 12:27:15.852584 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22a324-377c-43ad-85a5-dc1d0940816f req-05cbf9d6-3f19-44e4-b1eb-1198bfb99a24 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:15.854025 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fa22a324-377c-43ad-85a5-dc1d0940816f req-05cbf9d6-3f19-44e4-b1eb-1198bfb99a24 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0684357 Jun 28 12:27:15.893503 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-fa22a324-377c-43ad-85a5-dc1d0940816f req-77c367c0-0bcc-48a2-b10b-50559546e010 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Jun 28 12:27:16.211730 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35752) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:27:16.255500 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18edd-18a3-40a8-a521-ea48beb6ae33 req-79e4f8cd-f865-41ba-92e1-221a07335e32 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:16.256899 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ac18edd-18a3-40a8-a521-ea48beb6ae33 req-79e4f8cd-f865-41ba-92e1-221a07335e32 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0675054 Jun 28 12:27:16.295222 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-4ac18edd-18a3-40a8-a521-ea48beb6ae33 req-203a9bc6-6171-461d-a3f3-e8cc0fbfbebe tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jun 28 12:27:16.308993 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-e701b7d3-6f7c-4a60-8fc9-3b339bb7e99f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959361 Jun 28 12:27:16.479734 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3d4d3fbf-5d21-4446-b106-45a95fc2cb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:17.317287 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:17.476537 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4513-0b11-4c50-beb4-02f1ecbb7796 req-e1cf92c0-49a7-4d71-97e7-e1fb307c4943 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:17.477994 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-303a4513-0b11-4c50-beb4-02f1ecbb7796 req-e1cf92c0-49a7-4d71-97e7-e1fb307c4943 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0676711 Jun 28 12:27:17.520765 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-303a4513-0b11-4c50-beb4-02f1ecbb7796 req-d3642bba-e276-4f06-ad7e-831e1fa201bf tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357897 Jun 28 12:27:17.899599 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-8a952009-de65-4a26-9a78-83a7067b128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:17.901127 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-8a952009-de65-4a26-9a78-83a7067b128d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc&tenant_id=a1c97c52c8a14a7296d9a4ff1876098f HTTP/1.1" status: 200 len: 1099 time: 0.0565953 Jun 28 12:27:17.978687 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-353eb6a5-fe3a-4f2c-8b91-b0a2f16f5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:17.980273 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-353eb6a5-fe3a-4f2c-8b91-b0a2f16f5d40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.0565970 Jun 28 12:27:18.081888 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-cf171d11-c521-4c62-9fba-ca2ee27c4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:18.083423 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-cf171d11-c521-4c62-9fba-ca2ee27c4395 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.0961545 Jun 28 12:27:18.149311 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-88d512c0-27c5-4bc2-8bfe-333d117fd6eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 1002 time: 0.0594893 Jun 28 12:27:18.207458 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-0e5c2313-2c02-4476-87b4-0a948defc653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:18.208913 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-0e5c2313-2c02-4476-87b4-0a948defc653 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0537684 Jun 28 12:27:18.269056 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-3be7ed29-de83-4daf-93d3-e081201285e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:18.270540 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-3be7ed29-de83-4daf-93d3-e081201285e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550671 Jun 28 12:27:18.320681 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 67154f6f-3be1-4be5-a2d6-f12e22c7f86b no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:27:18.360010 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-1eb82ed1-6782-40ae-b458-c6524446fd30 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826058 Jun 28 12:27:18.408355 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:18.432759 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:18.434949 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7bb40e-3f70-483d-87ec-a17b65748ec0" -d '{"events": [{"server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "name": "network-vif-unplugged", "status": "completed", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:27:18.448275 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:27:18.454361 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:18.456876 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-c5250514-1987-45b2-a3ba-2f903fbd572e req-b6c4f03e-8cfb-4e85-8529-a0a48e28ed5f service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892463 Jun 28 12:27:18.458010 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:18.485762 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 12:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe821455-618e-44b8-98e8-ff175dd956f1 x-openstack-request-id: req-fe821455-618e-44b8-98e8-ff175dd956f1 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:27:18.486062 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "name": "network-vif-unplugged", "status": "completed", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:27:18.486317 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe821455-618e-44b8-98e8-ff175dd956f1 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:27:18.486703 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'code': 200} Jun 28 12:27:18.516604 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=6']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:18.526878 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.527249 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.527582 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.527881 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.528241 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.528555 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.528919 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.529307 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.529966 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.530588 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.530964 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.531304 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:18.535709 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:18.700615 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8c761-45f2-4f63-bfa4-056c830a9995 req-091d8eec-1e9a-4cfe-a638-d65bb16eb9a0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:18.701966 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7db8c761-45f2-4f63-bfa4-056c830a9995 req-091d8eec-1e9a-4cfe-a638-d65bb16eb9a0 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0647478 Jun 28 12:27:18.748999 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-7db8c761-45f2-4f63-bfa4-056c830a9995 req-b8e8d1d7-0fca-4b9e-b39a-1f6c43679720 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410416 Jun 28 12:27:19.080422 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:19.112592 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-2fcbfebb-81cf-4509-bff2-02041f2e572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:19.928476 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9d43d-19fe-44b1-8765-1e7ebc24384c req-5baf3433-d7ea-4752-91e9-536de58c0f13 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:19.929934 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f2c9d43d-19fe-44b1-8765-1e7ebc24384c req-5baf3433-d7ea-4752-91e9-536de58c0f13 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0654554 Jun 28 12:27:19.967335 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f2c9d43d-19fe-44b1-8765-1e7ebc24384c req-0a6341b5-5788-4fb9-9589-0c52c6390567 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Jun 28 12:27:20.145981 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:21.155191 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445ea16-6963-4a4f-8e0d-b333018276be req-7392b86a-da28-4af8-86f3-f69e9da71baa tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:21.156635 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f445ea16-6963-4a4f-8e0d-b333018276be req-7392b86a-da28-4af8-86f3-f69e9da71baa tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0677724 Jun 28 12:27:21.195346 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f445ea16-6963-4a4f-8e0d-b333018276be req-a4efc125-1338-4aa7-a10d-57a67c25e5ea tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326877 Jun 28 12:27:21.908154 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:22.396963 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544c8e3-110c-49fd-bf34-fc17e747e680 req-d0c8bcfb-9381-4158-9066-ca7803c01a27 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:22.398415 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e544c8e3-110c-49fd-bf34-fc17e747e680 req-d0c8bcfb-9381-4158-9066-ca7803c01a27 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0715282 Jun 28 12:27:22.438686 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-e544c8e3-110c-49fd-bf34-fc17e747e680 req-d2784970-b296-4cff-81aa-1b7e06ff1be3 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Jun 28 12:27:23.619519 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d2e3e-a1b4-4327-a559-791b5fecedd3 req-3f57db32-bf49-4e7f-a651-79dba70af278 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:23.620960 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0e0d2e3e-a1b4-4327-a559-791b5fecedd3 req-3f57db32-bf49-4e7f-a651-79dba70af278 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0694406 Jun 28 12:27:23.658325 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-0e0d2e3e-a1b4-4327-a559-791b5fecedd3 req-65fb3943-6a2c-4bf1-9caa-c6295cb4358c tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Jun 28 12:27:24.853213 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d7cb1-a70a-462b-b4a7-feb35b325980 req-b8ea266c-9060-4c8f-9ab4-1493420f5105 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:24.854684 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-919d7cb1-a70a-462b-b4a7-feb35b325980 req-b8ea266c-9060-4c8f-9ab4-1493420f5105 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0797131 Jun 28 12:27:24.894379 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-919d7cb1-a70a-462b-b4a7-feb35b325980 req-25e85bfb-6441-4e29-97ce-686bd408596b tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Jun 28 12:27:25.344370 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a92f3d-8df1-4267-a7d7-5cded2987fc7 req-20e5bf0f-3773-4085-a4a0-e4437843c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:25.345858 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-09a92f3d-8df1-4267-a7d7-5cded2987fc7 req-20e5bf0f-3773-4085-a4a0-e4437843c988 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1097 time: 0.0594225 Jun 28 12:27:25.381546 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-09a92f3d-8df1-4267-a7d7-5cded2987fc7 req-fcc6ae2a-d778-4580-b630-487b26908f18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288663 Jun 28 12:27:26.080821 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e54e1f-4ac1-4deb-bbeb-142c13c5c028 req-d064a444-5ea2-4705-9e69-7425b9e1ca6a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:26.082267 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-21e54e1f-4ac1-4deb-bbeb-142c13c5c028 req-d064a444-5ea2-4705-9e69-7425b9e1ca6a tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 944 time: 0.0714495 Jun 28 12:27:26.120323 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-21e54e1f-4ac1-4deb-bbeb-142c13c5c028 req-d97c9b83-0eb2-4ff6-b334-0fdb9191485e tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Jun 28 12:27:26.379591 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 67154f6f-3be1-4be5-a2d6-f12e22c7f86b details requested by agent hyperv_hv-cinder-77238 with host hv-cinder-77238 {{(pid=93239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 12:27:26.476528 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:27:26.488208 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Returning: {'device': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'port_id': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'mac_address': 'fa:16:3e:14:d1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 12:27:26.531521 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:26.548173 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67154f6f-3be1-4be5-a2d6-f12e22c7f86b {{(pid=93239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:26.572202 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:27:26.580183 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:26.582131 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:26.630484 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=7']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:26.633841 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:26.978811 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] get_ports_and_sgs() called for port_ids ['67154f6f-3be1-4be5-a2d6-f12e22c7f86b'] {{(pid=93239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 12:27:27.307394 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6f2c2-827d-4528-a2dd-7cdfa9cc6273 req-a2103fda-65a9-4c2e-a545-1c1fdc991138 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:27.308771 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ade6f2c2-827d-4528-a2dd-7cdfa9cc6273 req-a2103fda-65a9-4c2e-a545-1c1fdc991138 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 945 time: 0.0706532 Jun 28 12:27:27.348243 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-ade6f2c2-827d-4528-a2dd-7cdfa9cc6273 req-264e048d-a05f-4121-b24d-f1b23b669018 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Jun 28 12:27:28.388405 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 67154f6f-3be1-4be5-a2d6-f12e22c7f86b up at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 12:27:28.438902 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.provisioning_blocks [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Provisioning complete for port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b triggered by entity L2. {{(pid=93239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:28.439222 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3812658'] for port, provisioning_complete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:28.515203 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696072'] for port, before_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:28.538112 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b'}] {{(pid=93239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:28.540429 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bad12dcf4b2698112b348b35512538eb6acc3f423673b38552117382b15b8c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9428bbd2-c78f-432b-88a1-50cabab7683b" -d '{"events": [{"server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "name": "network-vif-plugged", "status": "completed", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b"}]}' {{(pid=93239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:27:28.556175 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:27:28.562488 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776444440531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776443980548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776443980593'] for port, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:28.564442 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:28.615600 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Pushing event updated for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=8']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:28.619439 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:29.602484 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6b10e-5b40-4fbb-ab48-47ddfb302c61 x-openstack-request-id: req-e2d6b10e-5b40-4fbb-ab48-47ddfb302c61 {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:27:29.603115 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "name": "network-vif-plugged", "status": "completed", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b", "code": 200}]} {{(pid=93239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:27:29.603115 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2d6b10e-5b40-4fbb-ab48-47ddfb302c61 {{(pid=93239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:27:29.603464 dv-cinder-772388-5-iscsi neutron-server[93239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'code': 200} Jun 28 12:27:41.005867 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:27:46.491811 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cb545d5e-777e-438b-877e-cf1979bd9b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:47.357173 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:49.078697 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:49.110302 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-89dc4348-4346-48ed-92c6-b34f21215025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:50.149520 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:51.941744 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:06.737010 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-88d60591-b459-4287-b0c8-36e44a49bbd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630515 Jun 28 12:28:06.837445 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-85209326-0417-4ee5-9d6d-27754a7439f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:06.838944 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-85209326-0417-4ee5-9d6d-27754a7439f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.0588887 Jun 28 12:28:06.954891 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-cef28b44-e0f1-418f-8493-591d2bc609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:06.957147 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-cef28b44-e0f1-418f-8493-591d2bc609a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.0968783 Jun 28 12:28:07.279755 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-47520314-091b-4e24-ac94-f5eb26d23545 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 1002 time: 0.3162212 Jun 28 12:28:07.329523 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-7333213f-8663-4285-af50-143bd4c3fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:07.330957 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-7333213f-8663-4285-af50-143bd4c3fbfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0437162 Jun 28 12:28:07.390101 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-ee5a4ab4-e0db-4f63-bbac-0eaa3cee42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:07.391580 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-ee5a4ab4-e0db-4f63-bbac-0eaa3cee42cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532045 Jun 28 12:28:07.487001 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-c967b853-25a9-4fd9-b9d7-b4cb06fe78a7 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867345 Jun 28 12:28:07.575916 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-cb959874-b1ab-491f-8fea-cf8309e65444 req-5f644c77-b6de-471b-894c-0192c3dced57 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811961 Jun 28 12:28:16.491609 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-8e9309c0-ed52-458c-8574-a13a34a5e571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:17.383792 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:18.010229 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:28:19.075802 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:19.112091 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-bd9b557c-f25f-4029-9fe1-8f59b3dfbade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:20.152507 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:21.918772 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:46.485690 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8fce-987e-4533-b441-a2222371b43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:47.399861 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:49.075633 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:49.115788 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4018a811-0633-4bce-a2b1-8abef1f1f87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:50.155338 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:51.922139 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.008976 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:28:56.138874 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35816) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:28:56.305036 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Deleting port 851b29fb-8b06-425c-8785-d5b0d3756d96 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:28:56.305376 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.380487 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.380798 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.396490 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Calling delete_port for 851b29fb-8b06-425c-8785-d5b0d3756d96 owned by network:floatingip {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:28:56.576033 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.579542 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cd97fd3f-12ee-4c74-9087-d8e71c836013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:56.607315 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event deleted for resources: {'Port': ['ID=851b29fb-8b06-425c-8785-d5b0d3756d96,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:56.617208 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.617591 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.617971 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.618313 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.618702 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.619050 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.619929 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.619929 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.620175 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.620471 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.620825 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.621173 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:56.625808 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:56.686420 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for floatingip, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.686728 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.db.l3_db [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Floating IP 28d865bd-7b4f-4d7e-a535-947e5b731064 disassociated (deleted). External IP: 172.27.1.114, port: 67154f6f-3be1-4be5-a2d6-f12e22c7f86b. Jun 28 12:28:56.913288 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:28:57.029780 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:28:57.035737 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for floatingip, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.040980 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] Sync routers for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:28:57.053016 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:28:57.053654 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:28:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:57.078633 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "DELETE /v2.0/floatingips/28d865bd-7b4f-4d7e-a535-947e5b731064 HTTP/1.1" status: 204 len: 168 time: 0.9384670 Jun 28 12:28:57.079568 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:57.082134 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:28:57.173293 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:28:57.245422 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 12:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a5cb17-c3f2-42a8-b3c2-05d4dcb6d0dc x-openstack-request-id: req-a2a5cb17-c3f2-42a8-b3c2-05d4dcb6d0dc {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:28:57.245948 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:28:57.246148 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2a5cb17-c3f2-42a8-b3c2-05d4dcb6d0dc {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:28:57.246658 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'status': 'completed', 'code': 200} Jun 28 12:28:57.352622 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-00c4fab7-c843-4ac1-8caa-402402008b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:57.354181 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-00c4fab7-c843-4ac1-8caa-402402008b4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 1099 time: 0.0814464 Jun 28 12:28:57.386471 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:24:04Z', 'revision_number': 5, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:57.414160 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] Checking router: b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:28:57.424001 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:28:57.424643 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:28:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:57.477232 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-d18a58a2-8fb5-4452-a760-bfaeccef017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:57.479180 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-d18a58a2-8fb5-4452-a760-bfaeccef017d service neutron] 10.222.0.15 "GET /v2.0/networks?id=be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 200 len: 910 time: 0.1130564 Jun 28 12:28:57.520806 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adc27-d8ba-41dc-9df7-bb36f0a49f8e req-fae4621e-8ca4-41bb-84f2-61aea2a509b3 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:57.522233 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8b6adc27-d8ba-41dc-9df7-bb36f0a49f8e req-fae4621e-8ca4-41bb-84f2-61aea2a509b3 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0739162 Jun 28 12:28:57.524615 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-12d27b7c-3e98-4b02-a32e-616997a4062b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 200 len: 217 time: 0.0388303 Jun 28 12:28:57.540752 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:28:57.562251 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-8b6adc27-d8ba-41dc-9df7-bb36f0a49f8e req-3be5988b-b87c-4437-8329-a23b2cc663fa tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339584 Jun 28 12:28:57.574419 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-6f7854cb-7acc-4a08-becf-646112f87491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:57.576212 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-6f7854cb-7acc-4a08-becf-646112f87491 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 200 len: 848 time: 0.0453382 Jun 28 12:28:57.635126 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-91bbe84e-972b-4458-910c-e6d362d86c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:57.636645 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-91bbe84e-972b-4458-910c-e6d362d86c6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be24745e-183c-4428-b253-380b3063643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535133 Jun 28 12:28:57.739307 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-4c958735-54be-4ad8-950e-9c44c25a6148 service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950112 Jun 28 12:28:57.839515 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-a019ab1c-febf-440e-a0d3-1ac4cd5d9f4e req-5e86a449-d377-47a4-a962-e9bf1937298f service neutron] 10.222.0.15 "GET /v2.0/networks/be24745e-183c-4428-b253-380b3063643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929265 Jun 28 12:28:57.883024 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:24:04Z', 'revision_number': 5, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:57.908178 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b508771-e5b4-413c-82fe-f56a92e102e9 None None] The sync data for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi is: [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:23:58Z', 'revision_number': 4, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi', '_interfaces': [{'id': 'aeede2a8-d188-462f-9391-7442855b664d', 'name': '', 'network_id': 'be24745e-183c-4428-b253-380b3063643f', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'mac_address': 'fa:16:3e:fd:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'fe06ec76-997d-471b-951d-110e08898719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:57Z', 'updated_at': '2021-06-28T12:24:04Z', 'revision_number': 5, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'subnets': [{'id': 'fe06ec76-997d-471b-951d-110e08898719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:28:58.139440 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478211c-8347-44b3-8eb9-03857e10c2b5 None None] New status for floating IP 28d865bd-7b4f-4d7e-a535-947e5b731064: DOWN {{(pid=93240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:28:58.745032 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eff03-55b3-4f44-abdb-4b2ab6319a9e req-414c9f0d-fcb5-4aa3-825f-ce2aea9f1617 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:58.746527 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f86eff03-55b3-4f44-abdb-4b2ab6319a9e req-414c9f0d-fcb5-4aa3-825f-ce2aea9f1617 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0675049 Jun 28 12:28:58.784114 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-f86eff03-55b3-4f44-abdb-4b2ab6319a9e req-9481232c-70be-4ddf-a297-e124e4f23e44 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/security-groups?id=07e232b3-bb23-4835-8a6c-790506222c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Jun 28 12:28:59.071203 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-17485a5c-65b2-47e6-a7b8-74ffc389664c tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:59.072658 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-17485a5c-65b2-47e6-a7b8-74ffc389664c tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.15 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 946 time: 0.0702837 Jun 28 12:28:59.180224 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Deleting port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:28:59.180566 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.268540 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] For port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77238',level=0,port_id=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:28:59.268860 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.281306 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Calling delete_port for 67154f6f-3be1-4be5-a2d6-f12e22c7f86b owned by compute:nova {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:28:59.418411 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.422560 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-695d9497-3eb2-4a00-a15a-4f405b45a980 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:59.448782 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event deleted for resources: {'Port': ['ID=67154f6f-3be1-4be5-a2d6-f12e22c7f86b,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:59.452898 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:59.499213 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] No DVR routers for this DVR port 67154f6f-3be1-4be5-a2d6-f12e22c7f86b on host hv-cinder-77238 {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:28:59.501749 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174255'] for port, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.503843 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [req-27e053e1-cffc-4efb-a33a-1eced9a5d7f0 req-5d376993-0a10-456e-98cd-e8708a5e0ca1 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.15 "DELETE /v2.0/ports/67154f6f-3be1-4be5-a2d6-f12e22c7f86b HTTP/1.1" status: 204 len: 173 time: 0.4260190 Jun 28 12:28:59.504305 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'name': 'network-vif-deleted', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b'}] {{(pid=93237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:59.506682 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a902b152514038aa07f719d21c80baf26ca226613d5abd446f4d72dd6d423744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163d5ef-4843-413f-8ade-aa750071de47" -d '{"events": [{"server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "name": "network-vif-deleted", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b"}]}' {{(pid=93237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 12:28:59.550581 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ced93d-cc1d-4f37-8df9-fe629cecdd20 x-openstack-request-id: req-57ced93d-cc1d-4f37-8df9-fe629cecdd20 {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 12:28:59.550961 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de04f738-2c97-488a-baeb-7dfb77574acc", "name": "network-vif-deleted", "tag": "67154f6f-3be1-4be5-a2d6-f12e22c7f86b", "status": "completed", "code": 200}]} {{(pid=93237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 12:28:59.551374 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57ced93d-cc1d-4f37-8df9-fe629cecdd20 {{(pid=93237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 12:28:59.551946 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de04f738-2c97-488a-baeb-7dfb77574acc', 'name': 'network-vif-deleted', 'tag': '67154f6f-3be1-4be5-a2d6-f12e22c7f86b', 'status': 'completed', 'code': 200} Jun 28 12:28:59.939007 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [req-344731e2-6329-492b-8d45-01ba1a8754a4 req-afe127b7-ca06-4e0d-9454-2b17cc006484 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "GET /v2.0/ports?device_id=de04f738-2c97-488a-baeb-7dfb77574acc HTTP/1.1" status: 200 len: 210 time: 0.0352957 Jun 28 12:29:01.045788 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35850) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:01.119703 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-357caf7a-a6f6-4e6f-8c1a-81aa5ae097b8 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.149985 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-357caf7a-a6f6-4e6f-8c1a-81aa5ae097b8 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.213277 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-357caf7a-a6f6-4e6f-8c1a-81aa5ae097b8 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.215988 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-357caf7a-a6f6-4e6f-8c1a-81aa5ae097b8 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.217162 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-357caf7a-a6f6-4e6f-8c1a-81aa5ae097b8 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] 10.222.0.11 "DELETE /v2.0/security-groups/07e232b3-bb23-4835-8a6c-790506222c2a HTTP/1.1" status: 204 len: 168 time: 0.1700511 Jun 28 12:29:01.218046 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cdf1d5c3-0a0a-4a5f-b0a4-daf244e7c232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:01.230484 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357caf7a-a6f6-4e6f-8c1a-81aa5ae097b8 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e232b3-bb23-4835-8a6c-790506222c2a,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:01.233573 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-357caf7a-a6f6-4e6f-8c1a-81aa5ae097b8 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:01.267199 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35854) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:01.739609 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.013617 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Deleting port aeede2a8-d188-462f-9391-7442855b664d {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:29:02.013876 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.113283 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] For port aeede2a8-d188-462f-9391-7442855b664d, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=aeede2a8-d188-462f-9391-7442855b664d,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:29:02.113589 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.127074 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Calling delete_port for aeede2a8-d188-462f-9391-7442855b664d owned by network:router_interface {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:29:02.309585 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.311591 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-ea01a53f-4ed7-4c68-9772-e40255f026bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:02.335517 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeede2a8-d188-462f-9391-7442855b664d,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:02.348086 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.348464 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.348830 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.349243 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.349525 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.349908 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.350252 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.350578 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.350931 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.351331 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.351682 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.352031 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:02.370624 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:02.509109 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.726506 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:29:02.832338 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:29:02.838457 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-1ddf0a3a-8668-4148-b016-b412b3105114 admin admin] 10.222.0.11 "PUT /v2.0/routers/b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5741818 Jun 28 12:29:02.840179 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35858) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:02.842961 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] Sync routers for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:02.852700 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:29:02.853327 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:28:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:02.941142 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.949163 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 67154f6f-3be1-4be5-a2d6-f12e22c7f86b no longer exists at agent hyperv_hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:29:02.974176 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] No Port match for: 67154f6f-3be1-4be5-a2d6-f12e22c7f86b {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:29:02.974821 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Device 67154f6f-3be1-4be5-a2d6-f12e22c7f86b not bound to the agent host hv-cinder-77238 {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:29:02.977075 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: dv-cinder-772388-5-iscsi {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:29:03.042983 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.098610 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Deleting port 17252a45-5131-4a41-bfa5-219fa8c7e215 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:29:03.098949 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.162557 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:29:02Z', 'revision_number': 5, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port': {'id': '17252a45-5131-4a41-bfa5-219fa8c7e215', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:23:56Z', 'updated_at': '2021-06-28T12:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:03.183783 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] For port 17252a45-5131-4a41-bfa5-219fa8c7e215, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=17252a45-5131-4a41-bfa5-219fa8c7e215,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:29:03.184171 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.190040 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] Checking router: b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e for host: dv-cinder-772388-5-iscsi {{(pid=93239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:03.199013 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] Routers {'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:29:03.199678 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:28:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'], 'active': True} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:03.200686 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Calling delete_port for 17252a45-5131-4a41-bfa5-219fa8c7e215 owned by network:router_gateway {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:29:03.285599 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvr_db [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] Set router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e gateway port host: None {{(pid=93239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:29:03.339816 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_hamode_db [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:29:03Z', 'revision_number': 6, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:03.362318 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.365300 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d592c66-c13d-4c3a-85e6-6a1be657edc7 None None] The sync data for ids ['b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e'] in dv-cinder-772388-5-iscsi is: [{'id': 'b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e', 'name': 'tempest-TestShelveInstance-2069652174-router', 'tenant_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:23:55Z', 'updated_at': '2021-06-28T12:29:03Z', 'revision_number': 6, 'project_id': 'a1c97c52c8a14a7296d9a4ff1876098f', 'gw_port_host': None}] {{(pid=93239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:03.365464 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-d478b844-32de-4f5b-b084-f4ca7c2f1b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:03.394899 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=17252a45-5131-4a41-bfa5-219fa8c7e215,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:03.398818 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:03.455156 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.541926 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.544020 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.589614 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.590136 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e {{(pid=93238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:29:03.594776 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.596023 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-9b2238ba-9122-425d-9424-3a35d2778a86 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b085c1ff-be5a-4f0d-bb75-899a4c5b0d0e HTTP/1.1" status: 204 len: 168 time: 0.7549396 Jun 28 12:29:03.599555 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35860) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:03.648266 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] Deleting subnet fe06ec76-997d-471b-951d-110e08898719 {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:29:03.651459 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.695575 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.777208 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.834201 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.837063 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-9df22638-6c26-4e20-bef0-79b2283eeb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:03.861941 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe06ec76-997d-471b-951d-110e08898719,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:03.864913 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:03.867925 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.869772 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-2da5c529-a96f-472d-aeae-84471d82fbbf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fe06ec76-997d-471b-951d-110e08898719 HTTP/1.1" status: 204 len: 168 time: 0.2693231 Jun 28 12:29:03.872608 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35862) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:03.874634 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd377a5-96d5-4bba-a662-c3fde701a35a None None] Network be24745e-183c-4428-b253-380b3063643f requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:29:03.940153 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.996554 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Deleting port 5c1bceb4-91fe-44e6-a665-926b85443474 {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:29:03.996901 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.058111 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] For port 5c1bceb4-91fe-44e6-a665-926b85443474, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=5c1bceb4-91fe-44e6-a665-926b85443474,segment=NetworkSegment(4053a44a-2723-41ab-9942-249b662a3bbe),segment_id=4053a44a-2723-41ab-9942-249b662a3bbe)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:29:04.058392 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.070272 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Calling delete_port for 5c1bceb4-91fe-44e6-a665-926b85443474 owned by network:dhcp {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:29:04.112687 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] DHCP port deletion for be24745e-183c-4428-b253-380b3063643f request from dv-cinder-772388-5-iscsi {{(pid=93239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:29:04.159439 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.161492 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Deleting port 5c1bceb4-91fe-44e6-a665-926b85443474 {{(pid=93239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:29:04.161657 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f0982586-54fa-4777-8f15-3489ec619b47 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:04.162021 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.185566 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1bceb4-91fe-44e6-a665-926b85443474,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.188746 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:04.189521 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] No DVR routers for this DVR port 5c1bceb4-91fe-44e6-a665-926b85443474 on host dv-cinder-772388-5-iscsi {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:04.229126 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] For port 5c1bceb4-91fe-44e6-a665-926b85443474, host dv-cinder-772388-5-iscsi, got binding levels [] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:29:04.229508 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.243149 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Calling delete_port for 5c1bceb4-91fe-44e6-a665-926b85443474 owned by network:dhcp {{(pid=93239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:29:04.245905 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.ipam_backend_mixin [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Port 5c1bceb4-91fe-44e6-a665-926b85443474 was not found and therefore no delete operation was performed {{(pid=93239) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 12:29:04.247162 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559'] for port, after_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.248965 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-14134a91-e84f-4835-9331-e83a68c2b13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:04.262777 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.271904 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Pushing event deleted for resources: {'Port': ['ID=5c1bceb4-91fe-44e6-a665-926b85443474,revision_number=None']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.272703 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be24745e-183c-4428-b253-380b3063643f']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:04.276410 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] No DVR routers for this DVR port 5c1bceb4-91fe-44e6-a665-926b85443474 on host dv-cinder-772388-5-iscsi {{(pid=93239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:04.284190 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.284190 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.284190 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.284698 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.284698 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.284878 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.285205 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.285959 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.285959 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.286564 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.286564 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.286737 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-5-iscsi {{(pid=93239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:04.288593 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4053a44a-2723-41ab-9942-249b662a3bbe') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:04.289585 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4053a44a-2723-41ab-9942-249b662a3bbe') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:04.290129 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-c0fdf271-9c9a-4750-a48e-b2d12ad26051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:04.299746 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.313958 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.320395 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:29:04.320779 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: conditions |= (models_v2.Port.network_id.in_( Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:29:04.322538 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:29:04.377878 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.382701 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.387768 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] 10.222.0.11 "DELETE /v2.0/networks/be24745e-183c-4428-b253-380b3063643f HTTP/1.1" status: 204 len: 168 time: 0.5110002 Jun 28 12:29:04.387768 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-d1bf379b-0c9b-491a-9236-74943cf69acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:04.387983 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35864) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:04.401805 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Pushing event deleted for resources: {'Network': ['ID=be24745e-183c-4428-b253-380b3063643f,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.404327 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-7170736a-f328-4b21-bbfd-5015f1e46645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:05.032692 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597499'] for router_interface, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.289830 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Deleting port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:29:05.290171 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.290725 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 17252a45-5131-4a41-bfa5-219fa8c7e215 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:29:05.311007 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 17252a45-5131-4a41-bfa5-219fa8c7e215 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:29:05.311390 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 17252a45-5131-4a41-bfa5-219fa8c7e215 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:29:05.311785 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 5c1bceb4-91fe-44e6-a665-926b85443474 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:29:05.330736 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 5c1bceb4-91fe-44e6-a665-926b85443474 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:29:05.331121 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 5c1bceb4-91fe-44e6-a665-926b85443474 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:29:05.331537 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device aeede2a8-d188-462f-9391-7442855b664d no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:29:05.349849 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: aeede2a8-d188-462f-9391-7442855b664d {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:29:05.350206 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device aeede2a8-d188-462f-9391-7442855b664d not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:29:05.376850 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] For port 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,segment=NetworkSegment(b919b0cc-742a-47e8-a813-07a43764d078),segment_id=b919b0cc-742a-47e8-a813-07a43764d078)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:29:05.377203 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.389654 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Calling delete_port for 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 owned by network:router_interface {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:29:05.605023 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.606942 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-59c955d3-83ea-46ce-aacc-8e06cbf8cd69 tempest-TestVolumeBootPattern-800379953 tempest-TestVolumeBootPattern-800379953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:05.629764 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1c3ecb-ddde-4e90-8627-1127f2dc0a84,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:05.632822 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:05.804934 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1010664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702987'] for router_interface, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.033889 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 has already been hosted by L3 agent d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4 {{(pid=93238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:29:06.148459 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] Notify agent at l3_agent.dv-cinder-772388-5-iscsi the message routers_updated {{(pid=93238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 12:29:06.153603 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-cefb0d4d-b525-47d0-be7f-60d0508d87e9 admin admin] 10.222.0.11 "PUT /v2.0/routers/b11e95a9-a315-4c37-8a7b-e8bd966cb7b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647898 Jun 28 12:29:06.156588 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35866) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:06.157151 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] Sync routers for ids ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'] in dv-cinder-772388-5-iscsi {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:06.168277 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] Routers {'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:29:06.168897 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:28:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:06.263238 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks [] for router, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.278255 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] Set router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 gateway port host: dv-cinder-772388-5-iscsi {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:29:06.365045 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.421817 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Deleting port 99c17219-e2b0-4e32-a5dd-93efcc56be67 {{(pid=93238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:29:06.422763 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.461046 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'external_fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:29:05Z', 'revision_number': 5, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port': {'id': '99c17219-e2b0-4e32-a5dd-93efcc56be67', 'name': '', 'network_id': '63236c19-edb5-4abd-9c62-138867f5228c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:24:01Z', 'updated_at': '2021-06-28T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '52b3d031-0bfc-44a1-b9a1-a7f2a66d1be1', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-5-iscsi'}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:06.486325 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] Checking router: b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 for host: dv-cinder-772388-5-iscsi {{(pid=93240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:06.494871 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] Routers {'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'} bound to L3 agent in host dv-cinder-772388-5-iscsi {{(pid=93240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 12:29:06.495458 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T11:57:49Z,description=,heartbeat_timestamp=2021-06-28T12:28:49Z,host='dv-cinder-772388-5-iscsi',id=d3a74cb3-5cd4-40e9-b6bf-1860d7b716d4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T11:57:49Z,topic='l3_agent')) {'router_ids': ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'], 'active': True} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:06.505257 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.db [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] For port 99c17219-e2b0-4e32-a5dd-93efcc56be67, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=99c17219-e2b0-4e32-a5dd-93efcc56be67,segment=NetworkSegment(ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d),segment_id=ffaa5844-6e9f-4d3e-ad3e-4bbaf9a16a8d)] {{(pid=93238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:29:06.505608 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.517154 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.plugins.ml2.plugin [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Calling delete_port for 99c17219-e2b0-4e32-a5dd-93efcc56be67 owned by network:router_gateway {{(pid=93238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:29:06.577194 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_dvr_db [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] Set router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 gateway port host: None {{(pid=93240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 12:29:06.629058 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.l3_hamode_db [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:29:06Z', 'revision_number': 6, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port_host': None}], 'dv-cinder-772388-5-iscsi', False) {} {{(pid=93240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:06.654909 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08662d-88fb-457a-9439-c5b0b3f34bce None None] The sync data for ids ['b11e95a9-a315-4c37-8a7b-e8bd966cb7b9'] in dv-cinder-772388-5-iscsi is: [{'id': 'b11e95a9-a315-4c37-8a7b-e8bd966cb7b9', 'name': 'tempest-TestShelveInstance-212397353-router', 'tenant_id': 'f83e397ebb0249699dd1f93ba930750d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:24:00Z', 'updated_at': '2021-06-28T12:29:06Z', 'revision_number': 6, 'project_id': 'f83e397ebb0249699dd1f93ba930750d', 'gw_port_host': None}] {{(pid=93240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:06.688251 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11540830'] for port, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.691000 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-a163c811-b17d-49cc-b664-46e33a46e954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:06.715427 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c17219-e2b0-4e32-a5dd-93efcc56be67,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:06.721688 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:06.772397 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703646'] for router_gateway, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.859787 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-702878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14133'] for router, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.861920 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.909222 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704212'] for router, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.909643 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 {{(pid=93238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 12:29:06.913804 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] Notify callbacks [] for router, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.914993 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-51808028-6942-47f4-a75f-13c12178e584 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b11e95a9-a315-4c37-8a7b-e8bd966cb7b9 HTTP/1.1" status: 204 len: 168 time: 0.7574508 Jun 28 12:29:06.917670 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35868) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:06.961313 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] Deleting subnet 7aa34687-c325-4ec5-8368-d21413982acc {{(pid=93238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 12:29:06.964846 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.999646 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11257753'] for subnet, precommit_delete_associations {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.090522 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806957'] for subnet, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.143482 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-190039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11540880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12294536'] for subnet, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.145849 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:07.168232 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa34687-c325-4ec5-8368-d21413982acc,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:07.171246 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:07.174036 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.178536 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5a049672-7da5-47b3-bfbf-61788c63ecb1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7aa34687-c325-4ec5-8368-d21413982acc HTTP/1.1" status: 204 len: 168 time: 0.2594459 Jun 28 12:29:07.178691 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35870) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:07.179695 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50df437-cdea-422e-910e-abba06b1d258 None None] Network ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa requested from dv-cinder-772388-5-iscsi {{(pid=93239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 12:29:07.249610 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3797894'] for network, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.301731 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Deleting port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e {{(pid=93237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:29:07.302185 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.363851 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.db [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] For port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e, host dv-cinder-772388-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-5-iscsi',level=0,port_id=495a2c3a-a3c9-4e1e-a02a-303dfc97e01e,segment=NetworkSegment(b919b0cc-742a-47e8-a813-07a43764d078),segment_id=b919b0cc-742a-47e8-a813-07a43764d078)] {{(pid=93237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:29:07.364204 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.381094 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Calling delete_port for 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e owned by network:dhcp {{(pid=93237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:29:07.400422 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] DHCP port deletion for ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa request from dv-cinder-772388-5-iscsi {{(pid=93239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 12:29:07.466570 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10923611'] for port, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.467323 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:29:07.468739 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-f762d290-016f-4316-a776-3f9b7de5b2db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:07.488835 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] Deleting port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e {{(pid=93239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 12:29:07.489225 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776444436255'] for port, before_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.491809 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Pushing event deleted for resources: {'Port': ['ID=495a2c3a-a3c9-4e1e-a02a-303dfc97e01e,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:07.492042 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:29:07.492390 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 7f1c3ecb-ddde-4e90-8627-1127f2dc0a84 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:29:07.492799 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:29:07.495628 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:07.496610 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] No DVR routers for this DVR port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e on host dv-cinder-772388-5-iscsi {{(pid=93237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:07.527737 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:29:07.528199 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:29:07.528494 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 99c17219-e2b0-4e32-a5dd-93efcc56be67 no longer exists at agent ovs-agent-dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 12:29:07.573957 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3806395', 'neutron.services.segments.db._delete_segments_for_network-8776444458024'] for network, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.578004 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] No Port match for: 99c17219-e2b0-4e32-a5dd-93efcc56be67 {{(pid=93239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 12:29:07.578359 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.rpc [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Device 99c17219-e2b0-4e32-a5dd-93efcc56be67 not bound to the agent host dv-cinder-772388-5-iscsi {{(pid=93239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 12:29:07.585108 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa']}} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:07.597316 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.db [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] For port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e, host dv-cinder-772388-5-iscsi, got binding levels [] {{(pid=93239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 12:29:07.597492 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b919b0cc-742a-47e8-a813-07a43764d078') {'for_net_delete': True} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:07.597609 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.services.segments.db [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b919b0cc-742a-47e8-a813-07a43764d078') {} {{(pid=93237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:07.597699 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603604'] for port, precommit_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.608712 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776444291211', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1078894'] for segment, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.610203 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] Calling delete_port for 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e owned by network:dhcp {{(pid=93239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 12:29:07.612942 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.ipam_backend_mixin [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] Port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e was not found and therefore no delete operation was performed {{(pid=93239) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 12:29:07.614189 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3696048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776444440881', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776443981559'] for port, after_delete {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.616988 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-0ed41829-1f91-4424-97d5-8057ee2ac8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:07.624784 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867'] for segment, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.631020 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:29:07.631447 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3802867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10923638'] for segment, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.641545 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] Pushing event deleted for resources: {'Port': ['ID=495a2c3a-a3c9-4e1e-a02a-303dfc97e01e,revision_number=None']} {{(pid=93239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:07.646689 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] No DVR routers for this DVR port 495a2c3a-a3c9-4e1e-a02a-303dfc97e01e on host dv-cinder-772388-5-iscsi {{(pid=93239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: Traceback (most recent call last): Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: timer() Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: cb(*args, **kw) Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: return func(*args, **kwargs) Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: self._notify() Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: self.callback(batched_events) Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: event.method(event) Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: return f(self, *a, **k) Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._get(url).json() Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: return self.request(url, 'GET', **kwargs) Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:29:07.647489 dv-cinder-772388-5-iscsi neutron-server[93237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:29:07.649747 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG oslo_concurrency.lockutils [None req-cb1d0b8f-04ae-40e1-84d8-97b0012f8179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:07.692744 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3806370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-684370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703599'] for network, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.698147 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552960'] for network, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.700609 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa HTTP/1.1" status: 204 len: 168 time: 0.5209649 Jun 28 12:29:07.701295 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:07.719360 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3f4098-ac0f-46aa-84fa-f273f8f8fbfa,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:07.721991 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-3d6a7378-5eaf-4c65-a5a4-82a62cac4526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:07.814884 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35874) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:07.857738 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-37253e06-a3e1-45ac-b9c8-e3d98e82c544 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1c97c52c8a14a7296d9a4ff1876098f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415049 Jun 28 12:29:07.860248 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [-] (93237) accepted ('10.222.0.11', 35876) {{(pid=93237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:07.910028 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab00e-0e06-464d-99d4-b37d98df1283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.932207 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab00e-0e06-464d-99d4-b37d98df1283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.981627 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab00e-0e06-464d-99d4-b37d98df1283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.984679 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab00e-0e06-464d-99d4-b37d98df1283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.985982 dv-cinder-772388-5-iscsi neutron-server[93237]: INFO neutron.wsgi [None req-cd6ab00e-0e06-464d-99d4-b37d98df1283 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72c15a35-8898-4253-a142-4e33e36af1da HTTP/1.1" status: 204 len: 168 time: 0.1248250 Jun 28 12:29:07.986842 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-357caf7a-a6f6-4e6f-8c1a-81aa5ae097b8 tempest-TestShelveInstance-1769685277 tempest-TestShelveInstance-1769685277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:07.994603 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ab00e-0e06-464d-99d4-b37d98df1283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c15a35-8898-4253-a142-4e33e36af1da,revision_number=None']} {{(pid=93237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:07.997208 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG oslo_concurrency.lockutils [None req-cd6ab00e-0e06-464d-99d4-b37d98df1283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:08.338010 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35882) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:08.378343 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-5c3e962d-f24b-49ab-ac77-62d2f0a2ea64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f83e397ebb0249699dd1f93ba930750d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390465 Jun 28 12:29:08.381549 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [-] (93238) accepted ('10.222.0.11', 35884) {{(pid=93238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 12:29:08.434313 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6fc33135-307b-4214-83e4-7468738c6b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.455437 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6fc33135-307b-4214-83e4-7468738c6b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.520346 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6fc33135-307b-4214-83e4-7468738c6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-111726'] for security_group, after_delete {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.522976 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron_lib.callbacks.manager [None req-6fc33135-307b-4214-83e4-7468738c6b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.524293 dv-cinder-772388-5-iscsi neutron-server[93238]: INFO neutron.wsgi [None req-6fc33135-307b-4214-83e4-7468738c6b82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f57bebda-439f-4d00-b941-939d62671a6c HTTP/1.1" status: 204 len: 168 time: 0.1419072 Jun 28 12:29:08.525058 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-caa95088-6f42-4d57-a395-904b5a4ff003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:08.532888 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc33135-307b-4214-83e4-7468738c6b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57bebda-439f-4d00-b941-939d62671a6c,revision_number=None']} {{(pid=93238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:08.535369 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG oslo_concurrency.lockutils [None req-6fc33135-307b-4214-83e4-7468738c6b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:16.490156 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-4fc8527e-52a8-4e66-b4d7-82d2894377f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.413027 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.071518 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.120372 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ab993954-f714-49c8-8304-380437aa9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:20.157208 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.922804 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.012611 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:29:46.495684 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-61f67c72-2e5c-437f-9982-34cf718cc9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.416530 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.076905 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.123438 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-e929eb69-5d79-4802-bb83-6b314a7363c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.162900 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.950883 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.012208 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:30:16.491531 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ee36ca88-dd05-445d-b14c-a9938fb40721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:17.424871 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:19.081220 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:19.128630 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-335f1604-1694-4bda-b032-433487adf4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:20.162951 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.926199 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.671200 dv-cinder-772388-5-iscsi neutron-server[93238]: DEBUG neutron.wsgi [req-f055d6d5-1d8d-4f2e-ae93-e735d8a89b68 req-42b23e7d-94c8-42da-bd10-0861dff29414 service neutron] (93238) timed out ('10.222.0.15', 61531) {{(pid=93238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 12:30:40.628068 dv-cinder-772388-5-iscsi neutron-server[93237]: DEBUG neutron.wsgi [req-45fd2e9d-7c77-485b-ad9e-d878f522e4ad req-cb3ee036-d44c-4fb0-8af1-66500f561bd6 service neutron] (93237) timed out ('10.222.0.11', 58294) {{(pid=93237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 12:30:46.011398 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:30:46.492582 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-492d9a86-4cea-4a98-8443-a098f201efae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:47.433652 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:49.086229 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:49.141956 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ecd45853-c026-49f2-99d0-d2ce26c664ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:50.165265 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:51.929758 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:16.488497 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ad53-dbab-4cf7-b317-cc72bb680e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:17.450585 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:19.091539 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:19.140803 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-22cc109f-6571-4880-9b6b-f92077ded1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:20.169481 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:21.937146 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:23.013435 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:31:46.483364 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-b4fecc71-35bb-418e-9767-686a9ee729de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.453184 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.097981 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.134355 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-94ef9109-8121-4449-914c-554f79de2760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.175628 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.962603 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.011706 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:32:16.481210 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-220f76a6-0908-44a3-913d-ad388ef220ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.473518 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.093232 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.142473 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-2180381d-6b84-4e80-9a79-073e9ddd6082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:20.175655 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.939324 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:37.011790 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:32:46.474351 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-6d7b854f-a02e-4482-9645-aa5dfe8d94a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:47.491917 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:49.100256 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:49.136963 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-80df8e5b-abed-4e12-b499-15abb0f6e48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:50.180263 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:51.943710 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:14.016118 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:33:16.478354 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1f43fe0c-2035-4007-83c2-0491ef220304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:17.498310 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:19.095115 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:19.142532 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-3d053513-2288-4952-a1d4-e2d81dd0b2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:20.183018 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:21.950084 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.482862 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-5917fc67-aa3b-41f0-be39-ae7f9175e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.518337 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:49.099961 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:49.146284 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-495001df-deab-46aa-9754-292add8673e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:50.190331 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.018984 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 12:33:51.973459 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:16.492983 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-cdb003fc-b230-4a57-a36d-080a971056b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:17.522667 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-ae275758-ec62-4241-a60c-3e5530ae1716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:19.107330 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-1bccb33f-aebf-4759-8469-7ad454754163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:19.149878 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-478fa47a-b479-485f-95a0-d3583eb969e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:20.191214 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-d145d346-406c-4e9a-b231-88d8fda810e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:21.952135 dv-cinder-772388-5-iscsi neutron-server[93239]: DEBUG neutron_lib.callbacks.manager [None req-48f152a5-157e-494c-8eae-8368453fb9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776444458006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3812845'] for agent, after_update {{(pid=93239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.018518 dv-cinder-772388-5-iscsi neutron-server[93240]: DEBUG neutron.db.agents_db [None req-e668e90e-1a8f-49c2-bfae-87bc782085dc None None] Agent healthcheck: found 6 active agents {{(pid=93240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}